-- Logs begin at Mon 2022-03-07 16:03:48 UTC, end at Mon 2022-03-07 17:22:21 UTC. -- Mar 07 16:56:09.466124 dv-cinder-778193-24-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 16:56:12.451263 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.common.config [-] Logging enabled! Mar 07 16:56:12.451830 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev577 Mar 07 16:56:12.452034 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103568) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 16:56:12.456434 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.common.config [-] Logging enabled! Mar 07 16:56:12.456694 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev577 Mar 07 16:56:12.457015 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103568) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 16:56:12.457995 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 16:56:12.458233 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 16:56:12.458658 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 16:56:12.458914 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 16:56:12.459619 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 16:56:12.459953 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.460522 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 16:56:12.461073 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.461602 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.462121 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.462605 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.462917 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.463215 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.463522 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.463832 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.464130 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.464418 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.464714 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.466426 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.466426 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.466426 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.466426 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.466426 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] debug = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.466859 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.467014 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.467460 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.467757 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.468268 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.468662 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.468954 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.469237 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.469530 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.469890 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] host = dv-cinder-778193-24-iscsi {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.470175 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.470502 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.470802 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.471097 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.471489 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.472004 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.472576 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.473094 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479237 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] log_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479237 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479237 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479237 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479237 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479237 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479237 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479748 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479748 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479748 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479748 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479748 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479748 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479748 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.479748 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480275 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480275 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480275 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480275 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480275 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480275 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480275 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480275 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480275 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480866 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480866 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480866 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.480866 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.481228 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.481540 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.481829 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.482194 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.482513 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.482795 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.483080 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.483385 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.483739 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.484017 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] use_json = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.484297 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.484575 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.484869 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.485148 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.485427 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.485811 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.485982 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.486271 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.486584 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:12.486890 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.487191 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.487656 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.487846 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.488142 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.488431 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.488728 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.489015 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.489309 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.489601 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.489897 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.490180 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.490526 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.490825 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.491125 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.491437 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.491735 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.492032 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.492312 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.492630 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.492875 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.493156 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.493448 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.493729 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.494024 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.494314 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.494642 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.494945 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.495236 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.495532 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.495824 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.498091 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.498091 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.498091 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.498091 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.498091 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.498091 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.498091 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.498091 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501185 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501185 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501185 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501185 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501185 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501185 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501185 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501185 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501727 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501727 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501727 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.501955 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.502142 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.502451 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.502730 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.503010 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.503294 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.503573 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.503848 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.504128 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.504405 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.506520 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.506520 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.506520 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.506520 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.506520 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.506520 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.506520 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.506520 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.506520 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.509085 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.509085 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.509085 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.509085 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.509085 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.509085 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.509085 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.509085 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.509631 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.509631 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.509851 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.510127 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.510441 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.510729 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.511009 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.511285 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.511583 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.511866 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.512156 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.512461 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.512873 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.513034 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.513319 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.513608 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.513899 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.514184 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.515174 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.515691 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.516062 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.516374 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.516683 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.516996 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.517298 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.517601 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.517894 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.518213 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.518531 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:12.518757 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 16:56:12.519012 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103568) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 16:56:12.900489 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 16:56:12.900768 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 16:56:12.901082 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 16:56:12.901565 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 16:56:13.241979 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.242269 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.242586 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.243910 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.244191 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.244465 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.291310 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.291591 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.291863 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.307085 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.307380 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.307653 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.337582 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.337853 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.338127 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.376946 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.377235 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.377511 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.730870 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.731519 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.731519 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.731710 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.732469 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.836264 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.836592 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.836883 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.837160 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.837432 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.837747 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.838040 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.838306 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.838593 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.838886 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.839153 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.839429 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.839691 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.839949 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.840209 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.840477 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.840738 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.841007 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.841279 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.841541 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.841814 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.842069 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.842353 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.842840 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.843272 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.843532 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.843937 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:56:13.844184 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:56:13.844429 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:56:13.844670 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:56:13.844909 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:56:13.845147 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:56:13.845522 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 16:56:13.849317 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 16:56:13.853868 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 16:56:13.858258 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 07 16:56:13.860189 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 16:56:13.860669 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 16:56:13.861008 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 16:56:13.861402 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 16:56:13.864829 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 16:56:13.864829 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 16:56:13.865000 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 16:56:13.869810 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 16:56:13.895535 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 16:56:13.896005 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.896316 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103568) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 16:56:13.896691 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.898080 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103568) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 16:56:13.898393 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 16:56:13.898651 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 16:56:13.902137 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.902455 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:13.967428 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 16:56:13.967739 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 16:56:13.968118 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 16:56:13.968592 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 16:56:13.989155 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_db.sqlalchemy.engines [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103568) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 16:56:14.757431 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Initializing driver for type 'gre' Mar 07 16:56:14.758060 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] gre ID ranges: [(1, 1000)] Mar 07 16:56:15.020574 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Initializing driver for type 'local' Mar 07 16:56:15.020835 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Initializing driver for type 'vlan' Mar 07 16:56:15.128575 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] VlanTypeDriver initialization complete Mar 07 16:56:15.128913 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Initializing driver for type 'vxlan' Mar 07 16:56:15.129417 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] vxlan ID ranges: [(1, 1000)] Mar 07 16:56:15.438505 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Initializing extension driver 'port_security' Mar 07 16:56:15.438844 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.extensions.port_security [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] PortSecurityExtensionDriver initialization complete Mar 07 16:56:15.439186 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Initializing mechanism driver 'openvswitch' Mar 07 16:56:15.439524 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Initializing mechanism driver 'hyperv' Mar 07 16:56:15.449187 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:15.451441 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > port after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.451873 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > port after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.452764 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > port after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.453493 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:56:15.453928 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.454296 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.454689 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.455087 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:56:15.455499 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > network after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.455848 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > network after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.456193 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > network after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.456589 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:56:15.456994 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.457439 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.457886 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.458387 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:56:15.458853 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.459425 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.459779 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.460318 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:56:15.460729 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.461079 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.461422 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.461820 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:56:15.462434 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] ML2 OVO RPC backend initialized. {{(pid=103568) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 16:56:15.463150 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.463506 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.464100 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > network before_response 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.464484 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > networks before_response 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.464880 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > port before_response 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.465223 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > ports before_response 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.465568 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.465909 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.466255 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > network after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.466629 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > network after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.467145 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > network after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.467522 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > port after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.467863 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > port after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.468203 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > port after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.468540 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.469080 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.469414 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.477346 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded quota_driver: . Mar 07 16:56:15.477702 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.plugin [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Modular L2 Plugin initialization complete Mar 07 16:56:15.478050 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading services supported by the core plugin {{(pid=103568) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 16:56:15.478419 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.plugins.ml2.managers [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Got port-security extension from driver 'port_security' Mar 07 16:56:15.478899 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.extensions.vlantransparent [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Disabled vlantransparent extension. Mar 07 16:56:15.479390 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103568) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 16:56:15.479713 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading Plugin: router Mar 07 16:56:15.523011 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.523399 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router after_create 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.523769 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router before_create 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.524136 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.524501 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.524856 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router after_delete 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.525209 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.525554 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.525906 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router after_create 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.526248 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router after_update 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.526626 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router after_update 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.526971 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.527341 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router after_update 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.527761 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.528126 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: port after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.528460 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: port after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.528793 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: subnet after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.529127 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.529477 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.529814 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.530213 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: port before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.530613 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.530963 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router after_update 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.531299 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.531768 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.532127 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.532474 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.532832 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > agent after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.533176 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > agent after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.533516 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > network after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.534385 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Tracking information for resource: router configured {{(pid=103568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:56:15.534719 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Tracking information for resource: floatingip configured {{(pid=103568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:56:15.539776 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.db.l3_agentschedulers_db [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 16:56:15.540340 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: port after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.540700 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: port after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.541051 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: port after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.541399 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: port after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.542185 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router before_create 55550100 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.542575 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.542937 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.543291 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.548642 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.services.provider_configuration [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service providers = [] {{(pid=103568) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 16:56:15.549029 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.db.servicetype_db [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103568) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 16:56:15.553088 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.services.service_base [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:56:15.553435 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.services.service_base [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:56:15.553770 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.services.service_base [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:56:15.554703 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.services.service_base [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:56:15.555389 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.services.service_base [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 16:56:15.555770 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:56:15.556104 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 16:56:15.567582 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:56:15.567919 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading Plugin: auto_allocate Mar 07 16:56:15.573775 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: network precommit_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.574144 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: network precommit_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.574702 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:56:15.575024 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading Plugin: tag Mar 07 16:56:15.582666 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:56:15.582995 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading Plugin: timestamp Mar 07 16:56:15.586916 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:56:15.587250 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading Plugin: network_ip_availability Mar 07 16:56:15.592806 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.593171 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.593526 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.594231 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:56:15.594582 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading Plugin: flavors Mar 07 16:56:15.599516 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:56:15.599846 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading Plugin: revisions Mar 07 16:56:15.604193 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:56:15.604585 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_concurrency.lockutils [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.703s {{(pid=103568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 16:56:15.605320 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103568) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 16:56:15.605655 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Initializing extension manager. Mar 07 16:56:15.606177 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: __init__.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.606547 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: __pycache__ {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.606881 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.607208 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: address_group.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.608024 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.609213 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: address-group Mar 07 16:56:15.609506 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: address_scope.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.610212 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.610747 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: address-scope Mar 07 16:56:15.611068 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.612008 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.612516 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: router-admin-state-down-before-update Mar 07 16:56:15.612843 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: agent.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.613533 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.614045 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: agent Mar 07 16:56:15.614391 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: agent_resources_synced.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.615284 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.615788 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: agent-resources-synced Mar 07 16:56:15.616109 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.617904 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.618427 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: allowed-address-pairs Mar 07 16:56:15.618753 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.619844 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.620355 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: auto-allocated-topology Mar 07 16:56:15.620678 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: availability_zone.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.621367 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.621978 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: availability_zone Mar 07 16:56:15.622304 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: availability_zone_filter.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.623238 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.624374 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: availability_zone_filter Mar 07 16:56:15.624770 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: data_plane_status.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.625632 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.626137 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 16:56:15.626517 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: default_subnetpools.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.627390 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.627891 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: default-subnetpools Mar 07 16:56:15.628209 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.629010 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.629569 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: dhcp_agent_scheduler Mar 07 16:56:15.629891 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: dns.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.630864 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.631427 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 16:56:15.631800 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: dns_domain_ports.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.632712 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.633223 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 16:56:15.633605 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.643186 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.643694 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 16:56:15.644018 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: dvr.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.644690 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.645197 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: dvr Mar 07 16:56:15.645515 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: ecmp_routes.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.646448 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.646964 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 16:56:15.647280 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: empty_string_filtering.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.648347 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.648885 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: empty-string-filtering Mar 07 16:56:15.649205 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.650110 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.650650 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 16:56:15.650970 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.651871 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.652377 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 16:56:15.652694 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: external_net.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.653603 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.654112 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: external-net Mar 07 16:56:15.654465 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.655480 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.656057 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: extra_dhcp_opt Mar 07 16:56:15.656376 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: extraroute.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.657304 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.657810 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: extraroute Mar 07 16:56:15.658127 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: extraroute_atomic.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.659363 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.659870 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: extraroute-atomic Mar 07 16:56:15.660187 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: filter_validation.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.660850 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.661353 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: filter-validation Mar 07 16:56:15.661668 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: fip_pf_description.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.662606 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.663115 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 16:56:15.663432 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: fip_port_details.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.664566 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.665101 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: fip-port-details Mar 07 16:56:15.665420 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: flavors.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.666696 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.667213 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: flavors Mar 07 16:56:15.667533 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.669216 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.669771 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 16:56:15.670107 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: floatingip_pools.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.671456 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.672132 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: floatingip-pools Mar 07 16:56:15.672441 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: ip_allocation.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.673373 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.673878 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 16:56:15.674256 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.675239 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.675749 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: ip-substring-filtering Mar 07 16:56:15.676096 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: l2_adjacency.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.677044 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.677581 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 16:56:15.677904 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: l3.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.678925 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.679447 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: router Mar 07 16:56:15.679774 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.682321 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.682880 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 16:56:15.683217 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.684144 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.684662 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: ext-gw-mode Mar 07 16:56:15.684989 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.685902 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.687224 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: l3-ha Mar 07 16:56:15.687626 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.688601 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.689069 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 16:56:15.689390 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: l3_flavors.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.690294 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.690953 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: l3-flavors Mar 07 16:56:15.691277 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.692669 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.693185 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 16:56:15.693553 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.694580 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.695093 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 16:56:15.695417 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: l3agentscheduler.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.696485 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.697005 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: l3_agent_scheduler Mar 07 16:56:15.697353 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: local_ip.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.699220 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.699749 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension local_ip not supported by any of loaded plugins Mar 07 16:56:15.700139 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: logging.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.709691 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.710215 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension logging not supported by any of loaded plugins Mar 07 16:56:15.710592 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: metering.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.711397 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.711974 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: metering Mar 07 16:56:15.712301 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.713389 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.713909 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: metering_source_and_destination_fields Mar 07 16:56:15.714234 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: multiprovidernet.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.715180 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.715716 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: multi-provider Mar 07 16:56:15.716076 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: netmtu.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.716985 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.717527 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: net-mtu Mar 07 16:56:15.717852 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: netmtu_writable.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.718793 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.719305 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: net-mtu-writable Mar 07 16:56:15.719631 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: network_availability_zone.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.720289 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.720793 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: network_availability_zone Mar 07 16:56:15.721111 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: network_ip_availability.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.722265 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.722883 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: network-ip-availability Mar 07 16:56:15.723209 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: network_segment_range.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.723970 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.724477 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 16:56:15.724795 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: pagination.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.725764 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.726089 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: pagination Mar 07 16:56:15.726426 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: port_device_profile.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.727401 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.727909 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: port-device-profile Mar 07 16:56:15.728227 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.729132 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.729642 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: port-mac-address-regenerate Mar 07 16:56:15.729960 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.730895 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.731402 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: port-numa-affinity-policy Mar 07 16:56:15.731775 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: port_resource_request.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.732744 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.733807 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 16:56:15.734128 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: port_resource_request_groups.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.735153 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.735683 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 16:56:15.735978 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: portbindings.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.736895 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.737401 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: binding Mar 07 16:56:15.737721 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: portbindings_extended.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.739093 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.739609 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: binding-extended Mar 07 16:56:15.739936 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: portsecurity.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.740840 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.741356 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: port-security Mar 07 16:56:15.741679 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: project_id.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.742686 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.743015 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: project-id Mar 07 16:56:15.743395 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: providernet.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.750229 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.750808 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: provider Mar 07 16:56:15.751136 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.754787 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.755310 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos not supported by any of loaded plugins Mar 07 16:56:15.755640 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.756952 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.757468 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 16:56:15.758023 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.758718 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.759228 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 16:56:15.759552 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_default.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.760457 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.761004 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-default not supported by any of loaded plugins Mar 07 16:56:15.761366 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_fip.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.762327 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.762858 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 16:56:15.763179 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.764091 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.764727 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 16:56:15.765180 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.768763 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.769288 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 16:56:15.769614 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.770691 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.771206 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 16:56:15.771529 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.772583 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.773095 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 16:56:15.773417 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.774489 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.775013 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 16:56:15.775337 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_pps_rule.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.776517 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.777046 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-pps not supported by any of loaded plugins Mar 07 16:56:15.777375 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.778316 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.778901 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 16:56:15.779227 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: qos_rules_alias.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.780432 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.780946 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 16:56:15.781270 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: quota_check_limit.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.782198 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.782752 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: quota-check-limit Mar 07 16:56:15.783075 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: quotasv2.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.784073 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.784400 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: quotas Mar 07 16:56:15.784719 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: quotasv2_detail.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.786769 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.787099 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: quota_details Mar 07 16:56:15.787423 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: rbac.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.788492 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.789026 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: rbac-policies Mar 07 16:56:15.789352 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: rbac_address_group.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.790322 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.790911 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: rbac-address-group Mar 07 16:56:15.791246 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: rbac_address_scope.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.792410 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.793083 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: rbac-address-scope Mar 07 16:56:15.793408 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: rbac_security_groups.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.794326 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.794860 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: rbac-security-groups Mar 07 16:56:15.795182 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.796727 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.797240 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: rbac-subnetpool Mar 07 16:56:15.797580 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: revisionifmatch.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.798534 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.799047 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: revision-if-match Mar 07 16:56:15.799366 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: revisions.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.800487 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.800998 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: standard-attr-revisions Mar 07 16:56:15.801323 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: router_availability_zone.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.802014 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.802579 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: router_availability_zone Mar 07 16:56:15.802902 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: routerservicetype.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.803813 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.804322 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 16:56:15.804642 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.805822 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.806332 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: security-groups-normalized-cidr Mar 07 16:56:15.806676 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.807590 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.808103 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: port-security-groups-filtering Mar 07 16:56:15.808423 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.809354 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.809866 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: security-groups-remote-address-group Mar 07 16:56:15.810185 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.811133 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.812254 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: security-groups-shared-filtering Mar 07 16:56:15.812576 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.813173 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 16:56:15.813469 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: securitygroup.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.823513 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.824049 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: security-group Mar 07 16:56:15.824384 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: segment.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.825209 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.825719 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension segment not supported by any of loaded plugins Mar 07 16:56:15.826064 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.827208 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.827732 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 16:56:15.828055 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: servicetype.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.829162 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.829676 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: service-type Mar 07 16:56:15.830020 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: sorting.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.831041 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.831368 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: sorting Mar 07 16:56:15.831686 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: standard_attr_segment.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.832673 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.833188 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 16:56:15.833508 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: standardattrdescription.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.834148 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.834687 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: standard-attr-description Mar 07 16:56:15.835007 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: stateful_security_group.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.835945 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.836462 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: stateful-security-group Mar 07 16:56:15.836803 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: stdattrs_common.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.837400 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 16:56:15.837721 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.838695 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.839205 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 16:56:15.839524 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: subnet_onboard.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.840647 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.842718 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: subnet_onboard Mar 07 16:56:15.843042 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.844018 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.844706 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 16:56:15.845027 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: subnet_service_types.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.846046 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.846684 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: subnet-service-types Mar 07 16:56:15.847046 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: subnetallocation.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.848298 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.848824 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: subnet_allocation Mar 07 16:56:15.849151 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.849812 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.850338 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: subnetpool-prefix-ops Mar 07 16:56:15.850716 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.851622 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.852132 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 16:56:15.852466 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: tagging.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.853566 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.854085 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: standard-attr-tag Mar 07 16:56:15.854435 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: timestamp.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.855626 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.856141 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loaded extension: standard-attr-timestamp Mar 07 16:56:15.856467 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: trunk.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.857500 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.858009 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension trunk not supported by any of loaded plugins Mar 07 16:56:15.858972 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: trunk_details.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.860052 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.860563 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 16:56:15.860884 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.861799 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.862310 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 16:56:15.862660 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Loading extension file: vlantransparent.py {{(pid=103568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:56:15.863321 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:56:15.863829 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 16:56:15.866385 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:network Mar 07 16:56:15.866922 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:subnet Mar 07 16:56:15.867297 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:56:15.867685 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:port Mar 07 16:56:15.868910 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.869345 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service FLAVORS assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.869950 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.870434 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.870765 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:router Mar 07 16:56:15.871187 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 16:56:15.871675 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service METERING assigned prefix: /metering {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.873114 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.873485 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.874638 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:15.875651 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 16:56:15.876114 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:security_group Mar 07 16:56:15.876545 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 16:56:15.877159 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service CORE assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.877489 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:56:15.877836 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] subnetpool is already registered Mar 07 16:56:15.878261 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service CORE assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.878621 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:56:15.878954 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] subnetpool is already registered Mar 07 16:56:15.881210 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.881699 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service FLAVORS assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.882281 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.882803 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.883136 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:router Mar 07 16:56:15.883473 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] router is already registered Mar 07 16:56:15.883884 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 16:56:15.884217 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] floatingip is already registered Mar 07 16:56:15.884663 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service METERING assigned prefix: /metering {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.885318 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 16:56:15.885640 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] rbac_policy is already registered Mar 07 16:56:15.886075 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:security_group Mar 07 16:56:15.886433 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] security_group is already registered Mar 07 16:56:15.886832 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 16:56:15.887162 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] security_group_rule is already registered Mar 07 16:56:15.887795 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service CORE assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.888126 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:56:15.888457 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] subnetpool is already registered Mar 07 16:56:15.888868 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.v2.resource_helper [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Service CORE assigned prefix: {{(pid=103568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:56:15.889196 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:56:15.889647 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING neutron.quota.resource_registry [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] subnetpool is already registered Mar 07 16:56:15.890118 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: extensions {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.891620 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: address-groups {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.893150 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: address-scopes {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.894519 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: agents {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.895664 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: auto-allocated-topology {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.896905 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: availability_zones {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.898106 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: dhcp-networks {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.899707 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: dhcp-agents {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.901152 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: routers {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.903363 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: flavors {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.904552 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: service_profiles {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.905810 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: next_providers {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.907294 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: service_profiles {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.908817 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: floatingip-pools {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.910027 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: routers {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.912162 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: floatingips {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.914362 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: l3-routers {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.915763 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: l3-agents {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.917229 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: metering-labels {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.918607 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: metering-label-rules {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.919881 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: network-ip-availabilities {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.921665 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: bindings {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.923351 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: quotas {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.925032 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: quotas {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.926586 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: rbac-policies {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.927902 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: security-groups {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.929274 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: security-group-rules {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.930797 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: service-providers {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.932023 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: subnetpools {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.933490 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: subnetpools {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.934979 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: tags {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.937279 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: tags {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.939175 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: tags {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.940874 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: tags {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.942664 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: tags {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.944602 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: tags {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.946350 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: tags {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.948258 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: tags {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.949999 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: tags {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.951974 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron.api.extensions [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Extended resource: tags {{(pid=103568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:56:15.957880 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING keystonemiddleware.auth_token [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 16:56:15.962617 dv-cinder-778193-24-iscsi neutron-server[103568]: WARNING keystonemiddleware.auth_token [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 16:56:15.972043 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_concurrency.lockutils [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Acquired lock "singleton_lock" {{(pid=103568) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 16:56:15.972515 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_concurrency.lockutils [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Releasing lock "singleton_lock" {{(pid=103568) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 16:56:15.973190 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO oslo_service.service [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Starting 2 workers Mar 07 16:56:15.978100 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Started child 103715 {{(pid=103568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:56:15.982698 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Started child 103716 {{(pid=103568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:56:15.984699 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:15.985339 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO neutron.service [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 16:56:15.985805 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:15.986473 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [-] (103715) wsgi starting up on http://0.0.0.0:9696 Mar 07 16:56:15.988365 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO oslo_service.service [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Starting 1 workers Mar 07 16:56:15.988564 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:15.989871 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [-] (103716) wsgi starting up on http://0.0.0.0:9696 Mar 07 16:56:15.993646 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Started child 103717 {{(pid=103568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:56:15.994221 dv-cinder-778193-24-iscsi neutron-server[103568]: INFO oslo_service.service [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Starting 1 workers Mar 07 16:56:15.997518 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.service [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] calling RpcWorker wait() {{(pid=103717) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 16:56:15.998092 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.service [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] returning from RpcWorker wait() {{(pid=103717) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 16:56:15.998860 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Started child 103718 {{(pid=103568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:56:15.999756 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:15.999868 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3a37cf2f-138a-4923-8b05-b7337ef4e7d2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:16.000308 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:16.001837 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103568) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 16:56:16.002060 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 16:56:16.002248 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 16:56:16.002564 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 16:56:16.002865 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 16:56:16.003027 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 16:56:16.003542 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.003821 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.003980 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:16.004464 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.004464 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.004664 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.005579 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.005579 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.005749 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.006054 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.006217 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.006409 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.006587 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.006847 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.007104 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.007414 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.007670 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.007916 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.008165 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.008337 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.008607 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.008866 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.009113 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.009389 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] debug = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.009620 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.010147 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.010415 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.010676 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.010895 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.011183 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.011413 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.011701 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.011951 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.012175 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.012415 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.012670 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.012887 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.013102 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.013395 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.013637 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.013897 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.014115 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.014662 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] host = dv-cinder-778193-24-iscsi {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.014918 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.015152 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.015403 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.015642 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.015897 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.016127 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.016384 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.016672 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.016890 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.017120 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.017368 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.017613 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.017849 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.018094 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.018262 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_options = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.018528 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.018820 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.019082 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.019270 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.019438 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.019601 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.019859 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.020046 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.020299 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.020535 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.020750 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.020965 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.021203 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.021447 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.021725 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.021939 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.022158 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.022396 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.022649 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.022876 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.023116 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.023342 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.023576 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.023807 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.024020 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.024234 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.024494 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.024714 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.024932 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.025151 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.025515 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.025739 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.027175 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.027471 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.027625 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:16.027761 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.027980 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.029583 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.029787 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.030622 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.030898 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.031202 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.031484 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.031670 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.031927 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.032413 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.032413 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.032413 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_json = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.033277 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.033277 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.033818 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.033818 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.033818 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.034253 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.034253 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.035180 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.035180 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.035180 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.038249 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.038249 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.038249 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.038249 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.038249 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.038249 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.038249 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.038249 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045059 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045059 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045059 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045059 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045059 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045059 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045059 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045059 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045736 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045736 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045736 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045736 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045736 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045736 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045736 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.045736 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047194 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047194 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047194 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047194 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047194 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047194 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047194 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047194 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047867 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047867 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047867 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047867 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047867 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047867 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047867 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047867 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.047867 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.048494 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.048494 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.048494 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.048494 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.048494 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.048494 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.048494 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.048494 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.049126 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.049126 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.049126 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.049126 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.049126 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.049126 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.049549 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.049549 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.049760 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.049972 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.050183 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.050424 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.050658 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.051027 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.051215 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.051360 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.051461 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.051675 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.051918 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.052154 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.052391 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.052613 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.052850 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.053063 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.053289 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.053511 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.053741 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.053919 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.054122 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.054321 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.054562 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.054764 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.055248 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.055480 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.055705 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.055917 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.056124 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.056331 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.056538 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.056747 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.056963 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.057237 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.057521 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.057759 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.057997 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.058232 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.058526 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.058726 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.058957 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.059171 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.059384 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.059595 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.059856 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.060075 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.060297 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.060545 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.060760 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.060991 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.061238 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.061470 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.061689 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.061905 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.062141 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.062421 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.062687 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.062934 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.063189 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.063418 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.063664 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.063921 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.064182 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.064456 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.064674 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.064946 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.065250 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.065506 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.065779 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.066022 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.066264 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.066541 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.066866 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.067027 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.067307 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.067541 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.067772 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.068014 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.068230 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.068439 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.068661 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.068983 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.069206 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.069419 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.069644 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.069900 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.070305 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.070533 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.070793 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.071823 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.072079 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.072352 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.072599 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.073337 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.073577 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.073823 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.074034 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.074272 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.074503 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.074745 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.074959 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.075171 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.075416 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.075627 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.075841 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.076071 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.076421 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.076637 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.076938 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.077172 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.077390 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.077659 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.077958 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.078179 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.080403 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.080641 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.080896 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.081124 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.081392 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.081641 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.081918 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.082165 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.082427 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.082694 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.082906 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.083144 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.083368 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.083600 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.083815 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.084032 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.084262 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.084490 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.084771 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.085016 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.085271 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.085514 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.085859 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.086093 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.086338 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.086600 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.086846 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.087091 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.087322 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.087540 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.087782 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.087992 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.088227 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.088474 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.088687 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.088895 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.089106 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.089336 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.089592 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.089824 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.090068 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.090287 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.090527 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.090740 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.090951 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.091181 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.091389 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.091598 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.091803 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.092012 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.092219 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.093093 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.093456 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.093702 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.093934 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.094163 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.094463 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.094707 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.094929 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.095145 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.095367 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.095587 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.095790 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.096222 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.096435 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.096646 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.096867 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.097083 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.097310 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.097527 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.097756 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.097966 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.098182 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.098415 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.098771 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.099192 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.099405 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.099613 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.099853 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.100066 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.100273 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.100495 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.100701 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.100930 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.101146 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.101358 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.101587 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.101851 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.102108 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.102412 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.102696 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.102955 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.103207 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.103456 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.103777 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.104013 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.104275 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.104504 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.104717 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.104932 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.105179 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.105517 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.105789 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.106041 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.106304 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.106604 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.106871 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.107142 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.107373 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.107673 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.107996 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.108838 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.109082 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.109326 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.109571 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.109813 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.110043 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.110277 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.110507 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.110713 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.110947 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.111193 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.111448 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.111680 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.111931 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.112141 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.112360 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.112567 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.112798 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.113025 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.113179 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 16:56:16.113759 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103568) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 16:56:16.113919 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 16:56:16.114046 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 16:56:16.114227 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 16:56:16.114409 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 16:56:16.114562 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 16:56:16.114871 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.115009 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.115132 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.115254 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.115376 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.115537 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.115701 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.115840 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.116002 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.116202 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.116362 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.116524 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.116683 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.116826 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.116983 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.117139 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.117284 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.117438 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.117598 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.117744 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.117900 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.118054 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.118208 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] debug = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.118382 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.118625 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.118775 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.118931 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.119088 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.119244 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.119400 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.119556 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.119713 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.119868 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.120023 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.120178 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.120337 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.120492 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.120652 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.120842 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.120988 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.121123 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.121256 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] host = dv-cinder-778193-24-iscsi {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.121389 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.121542 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.121684 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.121844 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.122095 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.122230 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.122407 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.122569 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.122725 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.122880 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.123086 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.123210 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.123330 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.123468 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.123623 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_options = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.123805 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.123969 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.124125 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.124315 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.124466 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.124618 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.124774 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.124929 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.125085 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.125240 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.125397 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.125552 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.125706 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.125862 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.126019 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.126217 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.126384 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.126551 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.126710 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.126866 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.127021 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.127176 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.127332 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.127523 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.127680 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.127834 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.127989 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.128144 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.128301 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.128455 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.128616 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.128770 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.129085 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.129247 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.129403 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.129558 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.129715 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.129873 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.130017 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.130160 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.130307 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.130513 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.130633 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.130826 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.130942 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.131087 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.131242 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_json = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.131469 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.131607 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.131754 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.131886 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.132019 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.132167 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.132296 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.132421 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.132553 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:56:16.132730 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.132890 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.133060 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.133219 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.133481 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.133642 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.133802 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.133966 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.134304 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.134304 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.134528 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.134625 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.134750 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.134908 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.135066 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.135225 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.135382 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.135540 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.135696 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.135853 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.136011 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.136167 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.136333 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.136490 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.136647 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.136803 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.136962 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.137126 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.137283 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.137455 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.137612 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.137771 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.137928 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.138086 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.138202 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:16.138295 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.138463 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.138569 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.138746 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.138906 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.139064 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.139221 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.139467 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.139736 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.139921 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.140082 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.140241 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.140400 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.140560 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.140718 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.140935 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.141035 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.141166 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.141325 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.141483 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.141642 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.141800 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.142155 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.142155 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.142715 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.142715 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.142715 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.142715 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.143113 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.143113 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.143346 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.143346 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.143540 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.143643 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.143778 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.143936 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.144094 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.144252 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.144410 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.144567 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.144725 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.144887 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.145026 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.145245 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.145372 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.145478 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.145634 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.145791 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.145949 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.146106 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.146265 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.146426 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.146590 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.146747 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.146903 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.147060 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.147218 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.147383 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.148165 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.148165 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.148165 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.148165 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.148165 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.148705 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.148705 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.148705 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.148705 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.149117 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.149117 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.149296 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.149296 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.149473 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.149586 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.150539 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.150734 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.150923 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.151137 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.151267 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.151420 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.151583 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.151752 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.152081 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.152081 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.152318 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.152442 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.152564 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.152685 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.153032 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.153189 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.153368 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.153462 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51662) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:16.153552 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.153716 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.153875 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.154020 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.154161 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.154328 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.154509 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.154676 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.154837 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.155513 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.155657 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.155844 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.155995 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.156191 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.156409 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.156642 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.156808 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.156970 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.157129 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.157291 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.157452 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.160565 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.160565 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.160565 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.160565 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.160565 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.160565 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.160565 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.160565 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.161064 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.161064 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.161064 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.161064 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.161064 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.161064 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.161064 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.162542 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.163951 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068896 Mar 07 16:56:16.164354 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.164588 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.164836 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.165072 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.165314 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.165539 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.165768 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.166018 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.166246 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.166495 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.166718 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.166935 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.167153 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.167370 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.167582 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.167816 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.168770 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.168770 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.168770 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.168770 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.168770 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.168770 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.169136 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.169136 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.169274 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.169444 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.169680 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.169893 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.170108 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.170321 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.170648 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.171350 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.171663 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.171901 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.172119 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.172427 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.172648 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.172862 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.173089 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.173300 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.173479 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.173690 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.173904 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.174301 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.174301 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.174936 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.174936 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.174936 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.175284 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.175284 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.175564 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.175909 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.175909 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.176176 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.176390 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.176605 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.176822 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.177029 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.177218 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.177394 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.177495 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.177798 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.178113 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.178472 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.178766 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.179088 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.179385 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.179689 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.180121 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.180331 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.180449 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.180557 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.180710 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.180881 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.181029 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.181182 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.181342 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.181502 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.181646 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.181803 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.181968 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.182118 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.182277 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.182457 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.182600 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.182904 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.183234 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.183404 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.183548 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.183720 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.183864 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.184004 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.184166 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.184329 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.184472 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.185491 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.185491 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.185491 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.185491 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.185491 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.185491 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.186117 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.186117 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.186117 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.186117 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.186117 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.187897 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.187897 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.187897 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.187897 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.187897 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.187897 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.187897 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.187897 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.188440 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.188440 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.188440 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.188440 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.188440 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.188440 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.188916 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.188916 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.188916 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.189136 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.189263 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.189353 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.189508 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.189646 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.189865 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.189977 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.190094 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.190236 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.190501 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.190622 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.190727 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.190833 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.190976 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.192014 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.192014 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.192014 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.192014 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:56:16.192014 dv-cinder-778193-24-iscsi neutron-server[103568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 16:56:28.036120 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d35244-ede2-4d01-8874-ba1e4f699908 None None] get_active_networks_info from dv-cinder-778193-24-iscsi {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:56:28.096877 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d35244-ede2-4d01-8874-ba1e4f699908 None None] No non-hosted networks {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 16:56:28.105083 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.agentschedulers_db [None req-c6d35244-ede2-4d01-8874-ba1e4f699908 None None] DHCP Agent not found on host dv-cinder-778193-24-iscsi {{(pid=103717) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 16:56:28.211689 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a3c3718f-1ace-4c0a-94e9-b3f0808d07b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-727294'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:30.381459 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cdec0ac0-2e80-4cdb-86be-126d0794f8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-727294'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:30.421382 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.db.api [None req-86035e6d-b967-4492-b863-88a916c48694 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-778193-24-iscsi {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:56:30.422702 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG oslo_db.api [None req-86035e6d-b967-4492-b863-88a916c48694 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:56:31.014752 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-86035e6d-b967-4492-b863-88a916c48694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:31.963063 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-727294'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:33.094708 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-727294'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:34.014918 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.db.l3_hamode_db [None req-80b64239-c0c7-42ca-9764-301e82e1c8df None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 16:56:34.115556 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b64239-c0c7-42ca-9764-301e82e1c8df None None] Routers set() bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:56:34.116253 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b64239-c0c7-42ca-9764-301e82e1c8df None None] Router IDs set() for agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 16:56:34.610229 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51746) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:34.768473 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-727294'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:34.769162 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.769506 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.769842 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.770194 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.770554 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.770881 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.771202 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.771567 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.771892 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.772224 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.772577 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.772889 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.773225 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:34.773682 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-24-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:34.779860 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-24-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:35.151741 dv-cinder-778193-24-iscsi neutron-server[103716]: WARNING oslo_policy.policy [None req-57c938fc-22b3-4289-86dc-04a353143851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:56:35.152481 dv-cinder-778193-24-iscsi neutron-server[103716]: WARNING oslo_policy.policy [None req-57c938fc-22b3-4289-86dc-04a353143851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:56:35.377647 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [None req-57c938fc-22b3-4289-86dc-04a353143851 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:56:35.378829 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-57c938fc-22b3-4289-86dc-04a353143851 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7675405 Mar 07 16:56:37.972991 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51772) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:38.304010 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-597e795d-294b-404b-ae95-c9ebcd1d90c2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:38.396671 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.policy [None req-597e795d-294b-404b-ae95-c9ebcd1d90c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103716) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 16:56:38.439745 dv-cinder-778193-24-iscsi neutron-server[103716]: WARNING oslo_policy.policy [None req-597e795d-294b-404b-ae95-c9ebcd1d90c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:56:38.440134 dv-cinder-778193-24-iscsi neutron-server[103716]: WARNING oslo_policy.policy [None req-597e795d-294b-404b-ae95-c9ebcd1d90c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:56:38.624406 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-597e795d-294b-404b-ae95-c9ebcd1d90c2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758375124262', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758375124761', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758375044589', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758375042788', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758375048270', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758375022744', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1736080', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1872721', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-868893', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1025964'] for rbac-policy (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:38.827513 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-597e795d-294b-404b-ae95-c9ebcd1d90c2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:38.828632 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-597e795d-294b-404b-ae95-c9ebcd1d90c2 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8546841 Mar 07 16:56:41.410083 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51782) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:41.746953 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:41.871359 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Made reservation on behalf of eb9fd85349bf4e55a0ef09d50e186a8c for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:56:41.875370 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:41.893198 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.000744 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Publish callbacks [] for security_group (ef314d07-fef9-44ce-a0be-f3678d8063f8), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.065689 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (ef314d07-fef9-44ce-a0be-f3678d8063f8), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.089513 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:56:42.123887 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758370375774', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (a4353c62-c78c-4eff-82e4-12b699c3959a), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.124475 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Unsubscribe: segment precommit_create {{(pid=103716) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 16:56:42.124990 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.segments_db [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Added segment a4353c62-c78c-4eff-82e4-12b699c3959a of type vlan for network ec021750-af92-4ab3-8c5f-46af967bb41e Mar 07 16:56:42.141174 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ef314d07-fef9-44ce-a0be-f3678d8063f8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:42.194068 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.194448 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.194808 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.195184 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.195549 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.195912 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.196244 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.196568 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.196895 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.197228 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.197581 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.197928 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.198275 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Tracked resource versions report: Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: pushed versions: Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: { 'AddressGroup': {'1.2'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'ConntrackHelper': {'1.0'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Log': {'1.0'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Network': {'1.1'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Port': {'1.7'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'PortForwarding': {'1.2'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'QosPolicy': {'1.10'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SecurityGroup': {'1.5'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SubPort': {'1.0'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Subnet': {'1.1'}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Trunk': {'1.1'}} Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: consumer versions: Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: { DHCP agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: L3 agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: Metadata agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: Metering agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: Open vSwitch agent@dv-cinder-778193-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'ConntrackHelper': '1.0', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'LocalIPAssociation': '1.0', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Log': '1.0', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Network': '1.1', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Port': '1.7', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'PortForwarding': '1.2', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'QosPolicy': '1.10', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SecurityGroup': '1.5', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SecurityGroupRule': '1.2', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SubPort': '1.0', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Subnet': '1.1', Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Trunk': '1.1'}} Mar 07 16:56:42.199724 dv-cinder-778193-24-iscsi neutron-server[103716]: {{(pid=103716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:56:42.231563 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (ec021750-af92-4ab3-8c5f-46af967bb41e), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.414336 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (ec021750-af92-4ab3-8c5f-46af967bb41e), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.419688 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:42.420413 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.537402 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] Pushing event updated for resources: {'Network': ['ID=ec021750-af92-4ab3-8c5f-46af967bb41e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:42.549959 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network ec021750-af92-4ab3-8c5f-46af967bb41e details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:56:42.588107 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-b74bd712-684e-49fd-8961-7be7c33838b4 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1768610 Mar 07 16:56:45.197195 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 51794) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:45.721898 dv-cinder-778193-24-iscsi neutron-server[103715]: WARNING oslo_policy.policy [None req-394e79e3-257c-4b2a-b675-b6295235b0c1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:56:45.722528 dv-cinder-778193-24-iscsi neutron-server[103715]: WARNING oslo_policy.policy [None req-394e79e3-257c-4b2a-b675-b6295235b0c1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:56:46.194897 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.policy [None req-394e79e3-257c-4b2a-b675-b6295235b0c1 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103715) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 16:56:46.237722 dv-cinder-778193-24-iscsi neutron-server[103715]: WARNING oslo_policy.policy [None req-394e79e3-257c-4b2a-b675-b6295235b0c1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:56:46.238396 dv-cinder-778193-24-iscsi neutron-server[103715]: WARNING oslo_policy.policy [None req-394e79e3-257c-4b2a-b675-b6295235b0c1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:56:46.246134 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394e79e3-257c-4b2a-b675-b6295235b0c1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:46.248071 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-394e79e3-257c-4b2a-b675-b6295235b0c1 demo admin] 10.222.0.52 "GET /v2.0/networks/ec021750-af92-4ab3-8c5f-46af967bb41e HTTP/1.1" status: 200 len: 825 time: 1.0488596 Mar 07 16:56:46.288642 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ca23b587-79ec-49d1-8141-9344084f231f demo admin] 10.222.0.52 "GET /v2.0/subnetpools/09c6303f-c4c8-49ca-a3fc-dcddbe54baf0 HTTP/1.1" status: 200 len: 734 time: 0.0336096 Mar 07 16:56:46.297693 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Request body: {'subnet': {'subnetpool_id': '09c6303f-c4c8-49ca-a3fc-dcddbe54baf0', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e', 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:46.407619 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Made reservation on behalf of eb9fd85349bf4e55a0ef09d50e186a8c for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:56:46.410469 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:46.779653 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for subnet (738c5154-1a98-43aa-8b66-773ecb3f6de7), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:46.852828 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Checking segment: {'id': 'a4353c62-c78c-4eff-82e4-12b699c3959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:56:46.853196 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Network hostable DHCP agents. Network: ec021750-af92-4ab3-8c5f-46af967bb41e, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:56:46.863930 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Pushing event updated for resources: {'Subnet': ['ID=738c5154-1a98-43aa-8b66-773ecb3f6de7,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:46.874099 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.874487 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.874829 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.875158 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.875482 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.875804 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.876304 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.876794 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.877120 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.877457 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.877780 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.878098 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.878434 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Tracked resource versions report: Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: pushed versions: Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: { 'AddressGroup': {'1.2'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'ConntrackHelper': {'1.0'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Log': {'1.0'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Network': {'1.1'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Port': {'1.7'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'PortForwarding': {'1.2'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'QosPolicy': {'1.10'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SecurityGroup': {'1.5'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SubPort': {'1.0'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Subnet': {'1.1'}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Trunk': {'1.1'}} Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: consumer versions: Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: { DHCP agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: L3 agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: Metadata agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: Metering agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: Open vSwitch agent@dv-cinder-778193-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'ConntrackHelper': '1.0', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'LocalIPAssociation': '1.0', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Log': '1.0', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Network': '1.1', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Port': '1.7', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'PortForwarding': '1.2', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'QosPolicy': '1.10', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SecurityGroup': '1.5', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SecurityGroupRule': '1.2', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SubPort': '1.0', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Subnet': '1.1', Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Trunk': '1.1'}} Mar 07 16:56:46.879781 dv-cinder-778193-24-iscsi neutron-server[103715]: {{(pid=103715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:56:46.984995 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Network ec021750-af92-4ab3-8c5f-46af967bb41e is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:56:47.070764 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, ec021750-af92-4ab3-8c5f-46af967bb41e) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:56:47.075521 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:47.076172 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:47.081138 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0716d97c-2e41-48a4-89f6-7e0087ea302e None None] Network ec021750-af92-4ab3-8c5f-46af967bb41e requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:56:47.170390 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-aa14df50-df3f-45ab-86c0-72324576283a demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8760967 Mar 07 16:56:47.472252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c75a076-4202-5d18-914a-4da8176f2764-ec021750-af92-4ab3-8c5f-46af967bb41e', 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e', 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'fixed_ips': [{'subnet_id': '738c5154-1a98-43aa-8b66-773ecb3f6de7'}]}} from dv-cinder-778193-24-iscsi. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:56:47.473544 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:47.759247 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Allocated IP 172.20.0.2 (ec021750-af92-4ab3-8c5f-46af967bb41e/738c5154-1a98-43aa-8b66-773ecb3f6de7/74b4b373-153a-4739-8ea6-82c2c4b6e82b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:56:48.037724 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Publish callbacks [] for port (74b4b373-153a-4739-8ea6-82c2c4b6e82b), precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:48.116677 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (74b4b373-153a-4739-8ea6-82c2c4b6e82b), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:48.193835 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Network ec021750-af92-4ab3-8c5f-46af967bb41e is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:56:48.199182 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:56:48.210303 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:56:48.213343 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Pushing event updated for resources: {'Port': ['ID=74b4b373-153a-4739-8ea6-82c2c4b6e82b,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:48.244687 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.245041 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.245403 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.245745 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.246188 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.246429 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.246778 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.247109 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.247435 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.247773 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.248103 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.248419 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.248733 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Tracked resource versions report: Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: pushed versions: Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: { 'AddressGroup': {'1.2'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'ConntrackHelper': {'1.0'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Log': {'1.0'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Network': {'1.1'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Port': {'1.7'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'PortForwarding': {'1.2'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'QosPolicy': {'1.10'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SecurityGroup': {'1.5'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SubPort': {'1.0'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Subnet': {'1.1'}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Trunk': {'1.1'}} Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: consumer versions: Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: { DHCP agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: L3 agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: Metadata agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: Metering agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: Open vSwitch agent@dv-cinder-778193-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'ConntrackHelper': '1.0', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'LocalIPAssociation': '1.0', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Log': '1.0', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Network': '1.1', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Port': '1.7', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'PortForwarding': '1.2', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'QosPolicy': '1.10', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SecurityGroup': '1.5', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SecurityGroupRule': '1.2', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SubPort': '1.0', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Subnet': '1.1', Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Trunk': '1.1'}} Mar 07 16:56:48.250165 dv-cinder-778193-24-iscsi neutron-server[103717]: {{(pid=103717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:56:48.300981 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Attempting to bind port 74b4b373-153a-4739-8ea6-82c2c4b6e82b on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:56:48.301296 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Attempting to bind port 74b4b373-153a-4739-8ea6-82c2c4b6e82b by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': 'a4353c62-c78c-4eff-82e4-12b699c3959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:56:48.301709 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Attempting to bind port 74b4b373-153a-4739-8ea6-82c2c4b6e82b on network ec021750-af92-4ab3-8c5f-46af967bb41e {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:56:48.306958 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:56:48.307353 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Checking segment: {'id': 'a4353c62-c78c-4eff-82e4-12b699c3959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:56:48.307880 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:48.308269 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Bound using segment: {'id': 'a4353c62-c78c-4eff-82e4-12b699c3959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:56:48.308745 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Bound port: 74b4b373-153a-4739-8ea6-82c2c4b6e82b, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4353c62-c78c-4eff-82e4-12b699c3959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:56:48.309150 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (74b4b373-153a-4739-8ea6-82c2c4b6e82b), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:48.371326 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] For port 74b4b373-153a-4739-8ea6-82c2c4b6e82b, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:56:48.375809 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] For port 74b4b373-153a-4739-8ea6-82c2c4b6e82b, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=74b4b373-153a-4739-8ea6-82c2c4b6e82b,segment=NetworkSegment(a4353c62-c78c-4eff-82e4-12b699c3959a),segment_id=a4353c62-c78c-4eff-82e4-12b699c3959a)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:56:48.460013 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (74b4b373-153a-4739-8ea6-82c2c4b6e82b), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:48.524428 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34130dc0-1801-4fda-af75-0c8331aca0e9 None None] Pushing event updated for resources: {'Port': ['ID=74b4b373-153a-4739-8ea6-82c2c4b6e82b,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:49.828853 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51814) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:50.158800 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [None req-c4f92115-8aad-4609-97f0-488267396453 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:56:50.174397 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-c4f92115-8aad-4609-97f0-488267396453 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3294556 Mar 07 16:56:52.797865 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51822) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:53.110754 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [None req-d7e29754-6546-4220-a17c-f895829a5d36 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:56:53.112091 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-d7e29754-6546-4220-a17c-f895829a5d36 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131232 Mar 07 16:56:55.779537 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51830) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:56.102078 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8fff092a-4fcd-41ed-9297-4b09cb656ff0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:56.288409 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fff092a-4fcd-41ed-9297-4b09cb656ff0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24913'] for router (3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:56.290002 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fff092a-4fcd-41ed-9297-4b09cb656ff0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24920'] for router (3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:56.454228 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fff092a-4fcd-41ed-9297-4b09cb656ff0 demo demo] Publish callbacks [] for router_controller (3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4), precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:56.626312 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fff092a-4fcd-41ed-9297-4b09cb656ff0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143'] for router (3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:56.771745 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fff092a-4fcd-41ed-9297-4b09cb656ff0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:56.773476 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-8fff092a-4fcd-41ed-9297-4b09cb656ff0 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9929056 Mar 07 16:56:58.042396 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6089d127-80e6-4728-a735-a78d363822c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.503384 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51842) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:59.510525 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 74b4b373-153a-4739-8ea6-82c2c4b6e82b up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:56:59.602859 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 74b4b373-153a-4739-8ea6-82c2c4b6e82b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:56:59.603279 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (74b4b373-153a-4739-8ea6-82c2c4b6e82b), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.717114 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 74b4b373-153a-4739-8ea6-82c2c4b6e82b is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:56:59.717523 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (74b4b373-153a-4739-8ea6-82c2c4b6e82b), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.754185 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 74b4b373-153a-4739-8ea6-82c2c4b6e82b, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=74b4b373-153a-4739-8ea6-82c2c4b6e82b,segment=NetworkSegment(a4353c62-c78c-4eff-82e4-12b699c3959a),segment_id=a4353c62-c78c-4eff-82e4-12b699c3959a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:56:59.848187 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [None req-06fbb169-c87c-4495-9317-b79523f9f1d8 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:56:59.849174 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-06fbb169-c87c-4495-9317-b79523f9f1d8 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3448515 Mar 07 16:56:59.927716 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (74b4b373-153a-4739-8ea6-82c2c4b6e82b), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.983591 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=74b4b373-153a-4739-8ea6-82c2c4b6e82b,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:00.246661 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a8dadb-e3d8-4ee0-b1ce-5d5a808a7a19 None None] Network ec021750-af92-4ab3-8c5f-46af967bb41e requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:57:00.325248 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-61cf8f7d-f971-4592-8f3c-b14e5cc3d4d3 None None] Provisioning complete for port 74b4b373-153a-4739-8ea6-82c2c4b6e82b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:00.325645 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-61cf8f7d-f971-4592-8f3c-b14e5cc3d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (74b4b373-153a-4739-8ea6-82c2c4b6e82b), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.405453 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-073591ee-0659-41b6-ab07-c8a62d2d5d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.469325 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-61cf8f7d-f971-4592-8f3c-b14e5cc3d4d3 None None] Current status of the port 74b4b373-153a-4739-8ea6-82c2c4b6e82b is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:00.697534 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0c3362fb-a101-4922-8f9d-a4ee596d2985 None None] Provisioning complete for port 74b4b373-153a-4739-8ea6-82c2c4b6e82b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:00.698239 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0c3362fb-a101-4922-8f9d-a4ee596d2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (74b4b373-153a-4739-8ea6-82c2c4b6e82b), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.780033 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-0c3362fb-a101-4922-8f9d-a4ee596d2985 None None] Current status of the port 74b4b373-153a-4739-8ea6-82c2c4b6e82b is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:01.483204 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 74b4b373-153a-4739-8ea6-82c2c4b6e82b up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:01.550240 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 74b4b373-153a-4739-8ea6-82c2c4b6e82b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:01.550666 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (74b4b373-153a-4739-8ea6-82c2c4b6e82b), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:01.638497 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 74b4b373-153a-4739-8ea6-82c2c4b6e82b is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:01.882137 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.540740 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51862) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:02.679336 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:02.750752 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Made reservation on behalf of c1020f31be994806b174452195f831de for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:57:02.753457 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.762704 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.844330 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Publish callbacks [] for security_group (84eeabee-d730-4b42-89e6-d69a6180d8ea), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.916196 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (84eeabee-d730-4b42-89e6-d69a6180d8ea), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.936069 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Reserving flat network on physical network physnet1 {{(pid=103716) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 16:57:02.953336 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eeabee-d730-4b42-89e6-d69a6180d8ea,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:02.959521 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (4055f17c-e6b1-4572-899f-0e6662076226), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.959855 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.segments_db [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Added segment 4055f17c-e6b1-4572-899f-0e6662076226 of type flat for network fb95a624-842c-4336-8b8c-80326a081833 Mar 07 16:57:03.025103 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (fb95a624-842c-4336-8b8c-80326a081833), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:03.082560 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:03.145068 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (fb95a624-842c-4336-8b8c-80326a081833), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:03.147666 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:03.148280 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:03.245051 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] Pushing event updated for resources: {'Network': ['ID=fb95a624-842c-4336-8b8c-80326a081833,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:03.256859 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network fb95a624-842c-4336-8b8c-80326a081833 details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:57:03.270105 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-5cca5dbd-5588-4067-8570-8537c2ea3187 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7282696 Mar 07 16:57:04.830747 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.905564 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51880) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:06.049105 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f177269-0241-4705-a5ef-e9be1d96d53f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:06.050412 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-0f177269-0241-4705-a5ef-e9be1d96d53f demo admin] 10.222.0.52 "GET /v2.0/subnets/738c5154-1a98-43aa-8b66-773ecb3f6de7 HTTP/1.1" status: 200 len: 849 time: 0.1438453 Mar 07 16:57:06.180869 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-3252fce9-7796-426a-bb0c-bdce497a688c demo admin] 10.222.0.52 "GET /v2.0/routers/3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 HTTP/1.1" status: 200 len: 704 time: 0.1243265 Mar 07 16:57:06.471314 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:06.795679 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Allocated IP 172.20.0.1 (ec021750-af92-4ab3-8c5f-46af967bb41e/738c5154-1a98-43aa-8b66-773ecb3f6de7/c3327a81-8cf2-4cfe-9349-3fa2f7fd5093) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:06.996105 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Publish callbacks [] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.128313 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.256697 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Network ec021750-af92-4ab3-8c5f-46af967bb41e is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:07.261653 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:07.276830 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:07.277411 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722394'] for router_interface (3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.280302 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Pushing event updated for resources: {'Port': ['ID=c3327a81-8cf2-4cfe-9349-3fa2f7fd5093,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:07.451659 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4a0beaca-6c7e-403c-a313-a383b143d2a6 None None] Provisioning complete for port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:07.452669 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4a0beaca-6c7e-403c-a313-a383b143d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.486858 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4a0beaca-6c7e-403c-a313-a383b143d2a6 None None] Port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:57:07.567446 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.793157 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Publish callbacks [] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.853159 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.853980 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722358'] for router_interface (3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.936951 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Pushing event updated for resources: {'Port': ['ID=c3327a81-8cf2-4cfe-9349-3fa2f7fd5093,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:07.987465 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Network ec021750-af92-4ab3-8c5f-46af967bb41e is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:07.988885 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:08.225101 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Router 3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 is scheduled to L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:57:08.310434 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c9d73814-d5dc-4710-8333-c6dd1d03c268 None None] Provisioning complete for port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:08.310831 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c9d73814-d5dc-4710-8333-c6dd1d03c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.325090 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:08.331562 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-d179259c-c2f2-4379-a2e6-dd977b3782a8 demo admin] 10.222.0.52 "PUT /v2.0/routers/3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1451116 Mar 07 16:57:08.337248 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Sync routers for ids ['3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:08.352950 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Routers {'3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:08.354415 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T16:57:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:08.359766 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c9d73814-d5dc-4710-8333-c6dd1d03c268 None None] Port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:57:08.565279 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Set router 3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:09.045261 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'name': 'router1', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:56:56Z', 'updated_at': '2022-03-07T16:57:07Z', 'revision_number': 2, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'gw_port_host': None, '_interfaces': [{'id': 'c3327a81-8cf2-4cfe-9349-3fa2f7fd5093', 'name': '', 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'mac_address': 'fa:16:3e:43:9e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:06Z', 'updated_at': '2022-03-07T16:57:07Z', 'revision_number': 2, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'subnets': [{'id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c6303f-c4c8-49ca-a3fc-dcddbe54baf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:09.102699 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Checking router: 3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:09.103071 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Updating router 3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 binding host dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:57:09.160215 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:09.738626 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Publish callbacks [] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:09.836145 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:10.020037 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Pushing event updated for resources: {'Port': ['ID=c3327a81-8cf2-4cfe-9349-3fa2f7fd5093,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:10.038774 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.039120 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.039464 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.039798 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.040244 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.040571 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.040909 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.041234 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.041553 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.041888 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.042426 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.042772 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.043047 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Tracked resource versions report: Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: pushed versions: Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: { 'AddressGroup': {'1.2'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'ConntrackHelper': {'1.0'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Log': {'1.0'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Network': {'1.1'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Port': {'1.7'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'PortForwarding': {'1.2'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'QosPolicy': {'1.10'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SecurityGroup': {'1.5'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SubPort': {'1.0'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Subnet': {'1.1'}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Trunk': {'1.1'}} Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: consumer versions: Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: { DHCP agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: L3 agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: Metadata agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: Metering agent@dv-cinder-778193-24-iscsi: {}, Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: Open vSwitch agent@dv-cinder-778193-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'ConntrackHelper': '1.0', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'LocalIPAssociation': '1.0', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Log': '1.0', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Network': '1.1', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Port': '1.7', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'PortForwarding': '1.2', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'QosPolicy': '1.10', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SecurityGroup': '1.5', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SecurityGroupRule': '1.2', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SubPort': '1.0', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Subnet': '1.1', Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Trunk': '1.1'}} Mar 07 16:57:10.044453 dv-cinder-778193-24-iscsi neutron-server[103718]: {{(pid=103718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:57:10.047254 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Attempting to bind port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:10.048176 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Attempting to bind port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': 'a4353c62-c78c-4eff-82e4-12b699c3959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:10.048631 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Attempting to bind port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 on network ec021750-af92-4ab3-8c5f-46af967bb41e {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:10.055262 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:10.055643 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Checking segment: {'id': 'a4353c62-c78c-4eff-82e4-12b699c3959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:10.056152 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:10.056544 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Bound using segment: {'id': 'a4353c62-c78c-4eff-82e4-12b699c3959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:10.057036 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Bound port: c3327a81-8cf2-4cfe-9349-3fa2f7fd5093, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4353c62-c78c-4eff-82e4-12b699c3959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:10.057455 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:10.093092 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-098d6dd5-f451-4e76-8a26-df299f12ffa3 None None] Provisioning complete for port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:10.095093 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-098d6dd5-f451-4e76-8a26-df299f12ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:10.133673 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-098d6dd5-f451-4e76-8a26-df299f12ffa3 None None] Port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:57:10.138516 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] For port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:10.161772 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] For port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=c3327a81-8cf2-4cfe-9349-3fa2f7fd5093,segment=NetworkSegment(a4353c62-c78c-4eff-82e4-12b699c3959a),segment_id=a4353c62-c78c-4eff-82e4-12b699c3959a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:10.242293 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:10.300377 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Routers {'3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:10.300996 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T16:57:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:10.342222 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48e81d-d5f3-4200-973a-84b78ea3a00a None None] Pushing event updated for resources: {'Port': ['ID=c3327a81-8cf2-4cfe-9349-3fa2f7fd5093,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:10.407420 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] Set router 3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:10.560888 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-84f279db-1abf-4778-b319-52019d47c9c6 None None] Provisioning complete for port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:10.561274 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-84f279db-1abf-4778-b319-52019d47c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:10.649124 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-84f279db-1abf-4778-b319-52019d47c9c6 None None] Current status of the port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:10.649694 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-84f279db-1abf-4778-b319-52019d47c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:10.669088 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'name': 'router1', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:56:56Z', 'updated_at': '2022-03-07T16:57:07Z', 'revision_number': 2, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'gw_port_host': None, '_interfaces': [{'id': 'c3327a81-8cf2-4cfe-9349-3fa2f7fd5093', 'name': '', 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'mac_address': 'fa:16:3e:43:9e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:06Z', 'updated_at': '2022-03-07T16:57:10Z', 'revision_number': 4, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'subnets': [{'id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c6303f-c4c8-49ca-a3fc-dcddbe54baf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:10.695989 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-84f279db-1abf-4778-b319-52019d47c9c6 None None] For port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=c3327a81-8cf2-4cfe-9349-3fa2f7fd5093,segment=NetworkSegment(a4353c62-c78c-4eff-82e4-12b699c3959a),segment_id=a4353c62-c78c-4eff-82e4-12b699c3959a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:10.701837 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c7dfd-9419-4447-9cba-d0f1076d19e9 None None] The sync data for ids ['3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'] in dv-cinder-778193-24-iscsi is: [{'id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'name': 'router1', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:56:56Z', 'updated_at': '2022-03-07T16:57:07Z', 'revision_number': 2, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'gw_port_host': None, '_interfaces': [{'id': 'c3327a81-8cf2-4cfe-9349-3fa2f7fd5093', 'name': '', 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'mac_address': 'fa:16:3e:43:9e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:06Z', 'updated_at': '2022-03-07T16:57:10Z', 'revision_number': 4, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'subnets': [{'id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c6303f-c4c8-49ca-a3fc-dcddbe54baf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:10.806985 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51890) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:10.814355 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-84f279db-1abf-4778-b319-52019d47c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:10.874402 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f279db-1abf-4778-b319-52019d47c9c6 None None] Pushing event updated for resources: {'Port': ['ID=c3327a81-8cf2-4cfe-9349-3fa2f7fd5093,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:10.928121 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b0defa-c20d-4fc9-8747-1812deccc0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:10.929744 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-c3b0defa-c20d-4fc9-8747-1812deccc0ea admin admin] 10.222.0.52 "GET /v2.0/networks/fb95a624-842c-4336-8b8c-80326a081833 HTTP/1.1" status: 200 len: 842 time: 0.1218126 Mar 07 16:57:10.939850 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:11.082126 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Made reservation on behalf of c1020f31be994806b174452195f831de for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:57:11.084557 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.476699 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.objects.ports [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:57:11.477125 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for subnet (24a996ee-10d6-4155-a197-7770a1342f73), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.533768 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a996ee-10d6-4155-a197-7770a1342f73,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:11.542151 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:11.542551 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Network hostable DHCP agents. Network: fb95a624-842c-4336-8b8c-80326a081833, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:57:11.687624 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Network fb95a624-842c-4336-8b8c-80326a081833 is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:57:11.807466 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, fb95a624-842c-4336-8b8c-80326a081833) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:11.811592 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:11.812155 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.817483 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2374e978-b128-4b80-82e3-80eeddd554ba None None] Network fb95a624-842c-4336-8b8c-80326a081833 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:57:11.918468 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-8fe8d36b-74ad-4f10-9cd4-05387c353a46 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9729664 Mar 07 16:57:11.947574 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050200c5-d639-41ca-a194-5ddc0e92692c None None] Network fb95a624-842c-4336-8b8c-80326a081833 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:57:14.448238 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 51898) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:14.751104 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7bf7cf45-5ea0-4584-8f0e-7c4f928c2843 demo admin] 10.222.0.52 "GET /v2.0/routers/3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 HTTP/1.1" status: 200 len: 710 time: 0.3013370 Mar 07 16:57:14.883523 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a7f9bb-46f8-4ff3-8b7f-19a049f8e581 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:14.884930 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-64a7f9bb-46f8-4ff3-8b7f-19a049f8e581 demo admin] 10.222.0.52 "GET /v2.0/networks/fb95a624-842c-4336-8b8c-80326a081833 HTTP/1.1" status: 200 len: 886 time: 0.1288443 Mar 07 16:57:14.894845 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:15.175895 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Publish callbacks [] for router_gateway (3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:15.507478 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Publish callbacks [] for router_gateway (3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:15.596110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:15.789226 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Allocated IP 172.27.1.188 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:15.898331 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Publish callbacks [] for port (f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:16.013573 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:16.091942 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:16.097984 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:16.104867 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:16.147583 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Pushing event updated for resources: {'Port': ['ID=f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:16.647321 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Publish callbacks [] for router_gateway (3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:16.888954 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-721100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24906'] for router (3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:16.895115 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-721093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-721150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728084'] for router (3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:17.014485 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Router 3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:17.132734 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:17.137377 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:17.138618 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1c0e8fb9-7fc2-4905-9918-259d1b7438a5 demo admin] 10.222.0.52 "PUT /v2.0/routers/3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 HTTP/1.1" status: 200 len: 890 time: 2.2477150 Mar 07 16:57:18.042456 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:57:19.540980 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:19.591878 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:19.592257 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.734126 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Sync routers for ids ['3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:19.761686 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Routers {'3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:19.762360 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T16:57:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:19.764265 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:19.787611 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 51910) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:19.987477 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-9b4ab51c-4e79-4be8-900f-0227b3deaa7d admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1985388 Mar 07 16:57:19.990468 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Set router 3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:20.490747 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'name': 'router1', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:56:56Z', 'updated_at': '2022-03-07T16:57:16Z', 'revision_number': 4, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'gw_port': {'id': 'f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:08:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:15Z', 'updated_at': '2022-03-07T16:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'c3327a81-8cf2-4cfe-9349-3fa2f7fd5093', 'name': '', 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'mac_address': 'fa:16:3e:43:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:06Z', 'updated_at': '2022-03-07T16:57:10Z', 'revision_number': 5, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'subnets': [{'id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c6303f-c4c8-49ca-a3fc-dcddbe54baf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:20.543320 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Checking router: 3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:20.544004 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Updating router 3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 port f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9 binding host dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:57:20.603907 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.965442 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Publish callbacks [] for port (f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.058210 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.113440 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd77341-4dfa-4272-9bc9-fabc62d1012c None None] Pushing event updated for resources: {'Port': ['ID=f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:21.115714 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Attempting to bind port f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:21.116075 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Attempting to bind port f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:21.116439 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Attempting to bind port f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9 on network fb95a624-842c-4336-8b8c-80326a081833 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:21.123468 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:21.123839 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:21.124243 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.124627 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Bound using segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:21.125781 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Bound port: f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:21.126242 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.192892 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] For port f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:21.197466 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] For port f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:21.270557 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.334847 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd77341-4dfa-4272-9bc9-fabc62d1012c None None] Pushing event updated for resources: {'Port': ['ID=f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:21.338955 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Routers {'3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:21.339547 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T16:57:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:21.479356 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] Set router 3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:21.725460 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'name': 'router1', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:56:56Z', 'updated_at': '2022-03-07T16:57:16Z', 'revision_number': 4, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'gw_port': {'id': 'f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:08:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:15Z', 'updated_at': '2022-03-07T16:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'c3327a81-8cf2-4cfe-9349-3fa2f7fd5093', 'name': '', 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'mac_address': 'fa:16:3e:43:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:06Z', 'updated_at': '2022-03-07T16:57:10Z', 'revision_number': 5, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'subnets': [{'id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c6303f-c4c8-49ca-a3fc-dcddbe54baf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:21.753798 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92427a0c-b1e3-41e1-9d8a-31189fd13d5a None None] The sync data for ids ['3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4'] in dv-cinder-778193-24-iscsi is: [{'id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'name': 'router1', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:56:56Z', 'updated_at': '2022-03-07T16:57:16Z', 'revision_number': 4, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'gw_port': {'id': 'f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:08:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:15Z', 'updated_at': '2022-03-07T16:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'c3327a81-8cf2-4cfe-9349-3fa2f7fd5093', 'name': '', 'network_id': 'ec021750-af92-4ab3-8c5f-46af967bb41e', 'tenant_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'mac_address': 'fa:16:3e:43:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab36bc9-c5eb-4c73-a186-bb0ae308e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:06Z', 'updated_at': '2022-03-07T16:57:10Z', 'revision_number': 5, 'project_id': 'eb9fd85349bf4e55a0ef09d50e186a8c', 'subnets': [{'id': '738c5154-1a98-43aa-8b66-773ecb3f6de7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c6303f-c4c8-49ca-a3fc-dcddbe54baf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:23.548781 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:23.609075 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:23.610229 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.712235 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:23.712630 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.734267 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:23.791150 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.881122 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:25.585632 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:25.691880 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:25.692286 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.904586 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port f16c4b7a-8bea-4ce3-9bab-4f36347b9dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:28.087876 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7edb-2ce1-46a5-ad21-550a9ae76e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:30.310279 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fe89fa98-171a-4c02-b6f7-086affe52a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.881328 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:33.041702 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:34.766744 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:55.042307 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:57:58.031128 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d76b30b9-585f-40f1-98fe-c7b34409ce5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:00.315098 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f2c4be2a-89ae-4266-8bca-55be568d958d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:01.879863 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:03.040147 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:04.808291 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:28.028112 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-39afce19-831a-4819-94e3-1e9427db7a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:30.353835 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cce18c33-05fe-4d50-baa3-dfdb16c6a916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:31.896816 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:32.040978 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:58:33.068015 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:34.782323 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.106437 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52394) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:48.173294 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ce0e2e-1801-4062-9994-a40d8e4bef49 admin admin] GET failed (client error): The resource could not be found. Mar 07 16:58:48.174910 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-a1ce0e2e-1801-4062-9994-a40d8e4bef49 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672920 Mar 07 16:58:48.363918 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a5d78-6132-4f31-b430-1e98537cd0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:48.365406 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-915a5d78-6132-4f31-b430-1e98537cd0c9 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1860425 Mar 07 16:58:50.788649 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52404) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:50.886872 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366058ac-614f-4276-b20c-177d93590ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:50.889171 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-366058ac-614f-4276-b20c-177d93590ba5 admin admin] 10.222.0.52 "GET /v2.0/subnets/738c5154-1a98-43aa-8b66-773ecb3f6de7 HTTP/1.1" status: 200 len: 849 time: 0.0995467 Mar 07 16:58:50.899295 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:58:50.984946 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Publish callbacks [] for subnet (738c5154-1a98-43aa-8b66-773ecb3f6de7), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.210606 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758370340015'] for subnet (738c5154-1a98-43aa-8b66-773ecb3f6de7), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.241663 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:51.242831 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.243635 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] 10.222.0.52 "PUT /v2.0/subnets/738c5154-1a98-43aa-8b66-773ecb3f6de7 HTTP/1.1" status: 200 len: 868 time: 0.3483520 Mar 07 16:58:51.252277 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30132d28-d25f-459b-82bd-4d1aa96893c7 None None] Network ec021750-af92-4ab3-8c5f-46af967bb41e requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:58:51.267349 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738c5154-1a98-43aa-8b66-773ecb3f6de7,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:51.275134 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.275508 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.275829 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.276175 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.276505 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.276835 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.277184 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.277518 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.277972 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.279115 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.279115 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.279115 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.279602 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811eab-3a7b-4d83-b66f-8dad9d337cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.639932 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-95b80711-0271-466e-9356-710f6e858131 None None] Provisioning complete for port 74b4b373-153a-4739-8ea6-82c2c4b6e82b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:51.640317 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-95b80711-0271-466e-9356-710f6e858131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (74b4b373-153a-4739-8ea6-82c2c4b6e82b), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.728131 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-95b80711-0271-466e-9356-710f6e858131 None None] Current status of the port 74b4b373-153a-4739-8ea6-82c2c4b6e82b is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:51.738679 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-95b80711-0271-466e-9356-710f6e858131 None None] Provisioning complete for port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:51.739068 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-95b80711-0271-466e-9356-710f6e858131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (c3327a81-8cf2-4cfe-9349-3fa2f7fd5093), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.820811 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-95b80711-0271-466e-9356-710f6e858131 None None] Current status of the port c3327a81-8cf2-4cfe-9349-3fa2f7fd5093 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:53.728450 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52412) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:53.949559 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da4192-daca-4a1e-bd62-182111085cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:53.950080 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da4192-daca-4a1e-bd62-182111085cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:53.952783 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-30da4192-daca-4a1e-bd62-182111085cdb admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2232027 Mar 07 16:58:56.369255 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52420) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:56.518943 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e113659-ff17-4cfe-ba15-3dd1d93a56b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:56.519421 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e113659-ff17-4cfe-ba15-3dd1d93a56b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:56.521225 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2e113659-ff17-4cfe-ba15-3dd1d93a56b3 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1509352 Mar 07 16:58:58.021520 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c974d79d-74cb-4721-9d3c-7ad6c8a21ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:58.976549 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52428) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:59.122403 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc6830-390e-4f48-9bf0-13d026c73f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:59.123997 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-74dc6830-390e-4f48-9bf0-13d026c73f04 admin admin] 10.222.0.52 "GET /v2.0/networks/ec021750-af92-4ab3-8c5f-46af967bb41e HTTP/1.1" status: 200 len: 869 time: 0.1464193 Mar 07 16:59:00.330087 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f33c4fa2-9edd-47f4-833a-c096578cc96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:01.559576 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52436) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:01.696303 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331ec26-e229-4189-b464-afc7ddfacc72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:01.697687 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-2331ec26-e229-4189-b464-afc7ddfacc72 admin admin] 10.222.0.52 "GET /v2.0/networks/fb95a624-842c-4336-8b8c-80326a081833 HTTP/1.1" status: 200 len: 886 time: 0.1371028 Mar 07 16:59:01.906338 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:03.072954 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:04.159388 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52446) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:04.313019 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9d139-0620-4dcf-946d-d11b38bee219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:04.313485 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9d139-0620-4dcf-946d-d11b38bee219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:04.315105 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-cae9d139-0620-4dcf-946d-d11b38bee219 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1547468 Mar 07 16:59:04.792549 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:06.818904 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52454) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:06.933236 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec96d8e-d6f5-4c45-ab66-ed8f256ceea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:06.933689 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec96d8e-d6f5-4c45-ab66-ed8f256ceea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:06.935947 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-6ec96d8e-d6f5-4c45-ab66-ed8f256ceea6 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1160567 Mar 07 16:59:09.039321 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:59:09.359861 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52462) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:09.477031 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2f15e-353e-4919-a927-72e87875346d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:09.479351 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-26d2f15e-353e-4919-a927-72e87875346d admin admin] 10.222.0.52 "GET /v2.0/subnets/24a996ee-10d6-4155-a197-7770a1342f73 HTTP/1.1" status: 200 len: 816 time: 0.1183305 Mar 07 16:59:11.916108 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52470) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:12.011968 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b9bd55-4095-4651-a868-e676ad2b8c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:12.013933 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-65b9bd55-4095-4651-a868-e676ad2b8c44 admin admin] 10.222.0.52 "GET /v2.0/subnets/738c5154-1a98-43aa-8b66-773ecb3f6de7 HTTP/1.1" status: 200 len: 868 time: 0.0968626 Mar 07 16:59:28.037467 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5e67962a-719a-40ca-9bdc-6b4fe8ef53ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:30.318078 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9287-ee8a-42b0-9ea0-99a4a2a2ec59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:31.895283 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:33.077336 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:34.894509 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:41.635868 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52524) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:41.698344 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [None req-722b630a-ded2-4748-aa70-e0733d278952 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:59:41.700395 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-722b630a-ded2-4748-aa70-e0733d278952 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0627422 Mar 07 16:59:44.764391 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52532) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:44.831412 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5efe843-d980-40fc-bbb4-971656bf3054 admin admin] GET failed (client error): The resource could not be found. Mar 07 16:59:44.832799 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-d5efe843-d980-40fc-bbb4-971656bf3054 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0673752 Mar 07 16:59:45.001988 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e44b52-740a-4433-b88c-ba7481c50380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:45.004185 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c5e44b52-740a-4433-b88c-ba7481c50380 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1671271 Mar 07 16:59:46.037983 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:59:47.473645 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52540) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:47.526661 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:47.642641 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Made reservation on behalf of c1020f31be994806b174452195f831de for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:59:47.644980 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:47.688995 dv-cinder-778193-24-iscsi neutron-server[103715]: WARNING neutron.services.revisions.revision_plugin [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Could not find related network for resource to bump revision. Mar 07 16:59:47.705665 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:59:47.718825 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758370375774', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (36cde730-7c61-48d6-bc65-7b318012e61b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:47.719377 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Unsubscribe: segment precommit_create {{(pid=103715) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 16:59:47.719848 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Added segment 36cde730-7c61-48d6-bc65-7b318012e61b of type vlan for network e668bcae-c15c-4b9e-b314-6896ef457e5f Mar 07 16:59:47.770148 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (e668bcae-c15c-4b9e-b314-6896ef457e5f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:47.871315 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (e668bcae-c15c-4b9e-b314-6896ef457e5f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:47.872317 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:47.872900 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:47.961552 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=e668bcae-c15c-4b9e-b314-6896ef457e5f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:47.968829 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.971109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.971109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.971109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.971109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.971109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.971109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.971622 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.971622 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.971857 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.972183 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.972507 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.972831 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:47.985017 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network e668bcae-c15c-4b9e-b314-6896ef457e5f details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:59:47.994309 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ab8be501-40c5-4cc1-9d11-3e4e351ebaa6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5195608 Mar 07 16:59:50.407736 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52548) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:50.470633 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-12104f94-ff4a-475a-aa5d-6f77de062af3 admin admin] GET failed (client error): The resource could not be found. Mar 07 16:59:50.471956 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-12104f94-ff4a-475a-aa5d-6f77de062af3 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632772 Mar 07 16:59:50.546936 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db9685-7b36-48c7-ab17-df75ce27f6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:50.548406 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-33db9685-7b36-48c7-ab17-df75ce27f6eb admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0724349 Mar 07 16:59:50.558843 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:50.665756 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] Made reservation on behalf of c1020f31be994806b174452195f831de for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:59:50.668079 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:50.917425 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for subnet (bbc27e02-7b09-4707-87c4-b575fffb3cee), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:50.978270 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc27e02-7b09-4707-87c4-b575fffb3cee,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:50.990912 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] Checking segment: {'id': '36cde730-7c61-48d6-bc65-7b318012e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:59:50.991476 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] Network hostable DHCP agents. Network: e668bcae-c15c-4b9e-b314-6896ef457e5f, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:59:51.088535 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] Network e668bcae-c15c-4b9e-b314-6896ef457e5f is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:59:51.191814 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, e668bcae-c15c-4b9e-b314-6896ef457e5f) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:59:51.196209 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:51.196812 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.202195 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfdeb9c-5d07-4eca-8843-457b0f8c5dd8 None None] Network e668bcae-c15c-4b9e-b314-6896ef457e5f requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:59:51.292014 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-84528a64-a7c8-4060-b2c6-9e783ed30088 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7364380 Mar 07 16:59:51.423875 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c75a076-4202-5d18-914a-4da8176f2764-e668bcae-c15c-4b9e-b314-6896ef457e5f', 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f', 'project_id': 'c1020f31be994806b174452195f831de', 'fixed_ips': [{'subnet_id': 'bbc27e02-7b09-4707-87c4-b575fffb3cee'}]}} from dv-cinder-778193-24-iscsi. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:59:51.425200 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.575530 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Allocated IP 192.168.233.2 (e668bcae-c15c-4b9e-b314-6896ef457e5f/bbc27e02-7b09-4707-87c4-b575fffb3cee/b9f51bcb-79f6-4b39-b96e-8978e4c182e7) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:59:51.735836 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Publish callbacks [] for port (b9f51bcb-79f6-4b39-b96e-8978e4c182e7), precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.803203 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (b9f51bcb-79f6-4b39-b96e-8978e4c182e7), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.846884 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Network e668bcae-c15c-4b9e-b314-6896ef457e5f is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:59:51.849752 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:59:51.852281 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:59:51.861927 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Pushing event updated for resources: {'Port': ['ID=b9f51bcb-79f6-4b39-b96e-8978e4c182e7,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:51.884585 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.884955 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.885315 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.885653 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.886553 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.886905 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.887404 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.887744 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.888072 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.888416 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.888743 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.889061 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.889379 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:51.926435 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Attempting to bind port b9f51bcb-79f6-4b39-b96e-8978e4c182e7 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:59:51.926804 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Attempting to bind port b9f51bcb-79f6-4b39-b96e-8978e4c182e7 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '36cde730-7c61-48d6-bc65-7b318012e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:59:51.927164 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Attempting to bind port b9f51bcb-79f6-4b39-b96e-8978e4c182e7 on network e668bcae-c15c-4b9e-b314-6896ef457e5f {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:59:51.932583 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:59:51.933111 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Checking segment: {'id': '36cde730-7c61-48d6-bc65-7b318012e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:59:51.933760 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.933872 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Bound using segment: {'id': '36cde730-7c61-48d6-bc65-7b318012e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:59:51.934339 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Bound port: b9f51bcb-79f6-4b39-b96e-8978e4c182e7, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cde730-7c61-48d6-bc65-7b318012e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:59:51.934745 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (b9f51bcb-79f6-4b39-b96e-8978e4c182e7), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.999416 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] For port b9f51bcb-79f6-4b39-b96e-8978e4c182e7, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:59:52.002794 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] For port b9f51bcb-79f6-4b39-b96e-8978e4c182e7, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=b9f51bcb-79f6-4b39-b96e-8978e4c182e7,segment=NetworkSegment(36cde730-7c61-48d6-bc65-7b318012e61b),segment_id=36cde730-7c61-48d6-bc65-7b318012e61b)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:59:52.071893 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (b9f51bcb-79f6-4b39-b96e-8978e4c182e7), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:52.135559 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c414dfb-1053-4d99-8c3d-29552c472570 None None] Pushing event updated for resources: {'Port': ['ID=b9f51bcb-79f6-4b39-b96e-8978e4c182e7,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:52.986523 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444d72f-4301-46e8-95e4-c72ac476b7cc None None] Network e668bcae-c15c-4b9e-b314-6896ef457e5f requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:59:53.094592 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1d193347-42a0-4368-a76c-94818ec8a685 None None] Provisioning complete for port b9f51bcb-79f6-4b39-b96e-8978e4c182e7 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:59:53.094980 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1d193347-42a0-4368-a76c-94818ec8a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (b9f51bcb-79f6-4b39-b96e-8978e4c182e7), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.194508 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1d193347-42a0-4368-a76c-94818ec8a685 None None] Current status of the port b9f51bcb-79f6-4b39-b96e-8978e4c182e7 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:59:53.194824 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1d193347-42a0-4368-a76c-94818ec8a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (b9f51bcb-79f6-4b39-b96e-8978e4c182e7), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.234325 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1d193347-42a0-4368-a76c-94818ec8a685 None None] For port b9f51bcb-79f6-4b39-b96e-8978e4c182e7, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=b9f51bcb-79f6-4b39-b96e-8978e4c182e7,segment=NetworkSegment(36cde730-7c61-48d6-bc65-7b318012e61b),segment_id=36cde730-7c61-48d6-bc65-7b318012e61b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:53.311468 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1d193347-42a0-4368-a76c-94818ec8a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (b9f51bcb-79f6-4b39-b96e-8978e4c182e7), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.361880 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d193347-42a0-4368-a76c-94818ec8a685 None None] Pushing event updated for resources: {'Port': ['ID=b9f51bcb-79f6-4b39-b96e-8978e4c182e7,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:53.430690 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8546eecf-188a-468f-8abe-e9065c5415d1 None None] Provisioning complete for port b9f51bcb-79f6-4b39-b96e-8978e4c182e7 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:59:53.431076 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8546eecf-188a-468f-8abe-e9065c5415d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (b9f51bcb-79f6-4b39-b96e-8978e4c182e7), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.519935 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8546eecf-188a-468f-8abe-e9065c5415d1 None None] Current status of the port b9f51bcb-79f6-4b39-b96e-8978e4c182e7 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:59:53.617060 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device b9f51bcb-79f6-4b39-b96e-8978e4c182e7 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:59:53.664410 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port b9f51bcb-79f6-4b39-b96e-8978e4c182e7 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:59:53.664798 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (b9f51bcb-79f6-4b39-b96e-8978e4c182e7), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.748874 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port b9f51bcb-79f6-4b39-b96e-8978e4c182e7 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:59:58.042414 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a9dd8876-d8a0-4ec6-8c3a-52f0a75f03ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:00.294317 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-98e93b20-fa5c-4336-b96a-be730426c5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.944786 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:03.042343 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:04.842191 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:23.036306 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:00:28.024667 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6ce1f8e0-bf6c-4dd7-9654-f7dbd0ae52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:30.344685 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ae44d459-89e6-4540-a27b-696d498e6211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:31.887343 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:33.080876 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:34.767152 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:58.029395 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-08debb6a-66f8-4b64-906a-573d662da7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:00.035132 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:01:00.314897 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12047733-b734-460b-a39e-257da5010191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:01.954902 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:03.086351 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:04.816847 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:26.851031 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52586) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:26.856893 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [None req-8b73fd8a-5e55-4f6a-934d-861e40cbbd2c tempest-verify_tempest_config-1640772875 tempest-verify_tempest_config-1640772875-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:01:26.857799 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-8b73fd8a-5e55-4f6a-934d-861e40cbbd2c tempest-verify_tempest_config-1640772875 tempest-verify_tempest_config-1640772875-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057538 Mar 07 17:01:27.409888 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52604) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:27.518230 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:27.592356 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Publish callbacks [] for security_group (ac3c488b-f322-44bd-b3f9-f49ba42b32b6), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:27.743263 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (ac3c488b-f322-44bd-b3f9-f49ba42b32b6), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:27.790167 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3c488b-f322-44bd-b3f9-f49ba42b32b6,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:27.793896 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47f89e8ab7c44d9c9f14c135d3c3554d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3829973 Mar 07 17:01:27.796837 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52608) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:27.799900 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.800271 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.800608 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.800939 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.801265 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.801587 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.801913 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.802231 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.802585 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.802905 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.803228 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.803534 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.803846 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee81e6f-a975-4880-90dc-e795f3e52f52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:27.944652 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Publish callbacks [] for security_group (ac3c488b-f322-44bd-b3f9-f49ba42b32b6), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:27.967195 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Publish callbacks [] for security_group (ac3c488b-f322-44bd-b3f9-f49ba42b32b6), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:28.051615 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-494bf8d9-910b-469a-bbc8-c65e167a3f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:28.149615 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (ac3c488b-f322-44bd-b3f9-f49ba42b32b6), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:28.152406 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:28.153559 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac3c488b-f322-44bd-b3f9-f49ba42b32b6 HTTP/1.1" status: 204 len: 168 time: 0.3557463 Mar 07 17:01:28.164186 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3c488b-f322-44bd-b3f9-f49ba42b32b6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:28.171436 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.171812 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.172164 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.172753 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.173099 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.173436 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.173806 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.174099 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.174475 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.174811 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.180190 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.180190 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:28.180190 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7819d06-8e59-43b0-9ace-a34122940e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:30.314065 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-14045831-ab58-4902-92eb-7b56af6a123e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:31.907193 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:33.097017 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:34.788412 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:37.034003 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:01:58.027575 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-be830db7-7d52-4d92-991b-ff673d3e3e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:00.353053 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8f1129b2-cbb8-4e36-b050-a561fb17439d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:01.924623 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:03.061704 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:04.809055 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.033239 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:02:28.026505 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ca4083a1-1e51-4fd6-b183-4cb8ebbef3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:30.306355 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92bbdd6f-1a0f-47a9-b825-328e2cede552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:31.906469 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.083690 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.802288 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:51.033193 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:02:58.025191 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cbe9b841-037a-4b17-b593-b28eb93311ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:00.345170 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2fb3af37-352b-417c-a2aa-c116f0d05ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:01.905561 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:03.113845 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:04.796808 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:10.510973 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-727294'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.781504 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52680) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:25.893555 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7a764e90-a6e3-4fee-ad1f-334932915272 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1109450 Mar 07 17:03:28.012829 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b29aca6-2264-48f4-a96b-d5ee22f412fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:28.031443 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:03:28.268255 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52690) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:28.323527 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c0b3d543-63f8-4f2c-92d9-d003679e2264 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0540690 Mar 07 17:03:30.304927 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e811abb-376d-4b8b-9e4a-ba891b9c4aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:31.915440 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:33.081681 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:34.790246 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:40.453004 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:58.012000 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-54738918-d8f5-439c-a741-4d6b60c44fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:00.303591 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-70b8dc04-7ed2-476f-adfa-d3100d5301f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:01.920944 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:03.086282 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:04.822565 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:05.029722 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:04:10.463479 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:28.039618 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fd1a-a8f2-4fbc-a606-85c56f9555ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:30.325595 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2aa3e93c-3742-495e-b42c-c8aa8ebc08be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:31.931687 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:33.085535 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:34.816913 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:40.491320 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:42.028270 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:04:58.044451 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-244c26d5-8412-453b-8c45-05f40b38ad7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.330418 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a4714272-736d-4915-8b49-4bc73357585a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:01.987750 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.102209 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.804817 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:05.219037 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52822) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:05.708949 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-network', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:05.787834 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Made reservation on behalf of 84c221f2dc834546ae095602ed8dbefd for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:05.790654 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:05.800387 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:05.891244 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Publish callbacks [] for security_group (dca5256d-9304-4f41-8f63-db638c5f6262), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:05.993205 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (dca5256d-9304-4f41-8f63-db638c5f6262), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.014214 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:05:06.028498 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca5256d-9304-4f41-8f63-db638c5f6262,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:06.035946 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (60c0996d-125e-4cad-bbf4-c1ac7433be7d), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.036286 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Added segment 60c0996d-125e-4cad-bbf4-c1ac7433be7d of type vlan for network 8426946e-6eb9-4036-ab32-d12b1e24792c Mar 07 17:05:06.038429 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.038746 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.039092 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.039427 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.039759 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.040092 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.040432 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.040761 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.041086 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.041409 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.041730 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.042074 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.042694 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Tracked resource versions report: Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: pushed versions: Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: { 'AddressGroup': {'1.2'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'ConntrackHelper': {'1.0'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'LocalIPAssociation': {'1.0'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Log': {'1.0'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Network': {'1.1'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Port': {'1.7'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'PortForwarding': {'1.2'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'QosPolicy': {'1.10'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SecurityGroup': {'1.5'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SecurityGroupRule': {'1.2'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SubPort': {'1.0'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Subnet': {'1.1'}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Trunk': {'1.1'}} Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: consumer versions: Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: { DHCP agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: HyperV agent@hv-cinder-77819: {}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: L3 agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: Metadata agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: Metering agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: Open vSwitch agent@dv-cinder-778193-24-iscsi: { 'AddressGroup': '1.2', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'ConntrackHelper': '1.0', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'LocalIPAssociation': '1.0', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Log': '1.0', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Network': '1.1', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Port': '1.7', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'PortForwarding': '1.2', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'QosPolicy': '1.10', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SecurityGroup': '1.5', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SecurityGroupRule': '1.2', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'SubPort': '1.0', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Subnet': '1.1', Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: 'Trunk': '1.1'}} Mar 07 17:05:06.043780 dv-cinder-778193-24-iscsi neutron-server[103715]: {{(pid=103715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 17:05:06.089344 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (8426946e-6eb9-4036-ab32-d12b1e24792c), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.165311 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (8426946e-6eb9-4036-ab32-d12b1e24792c), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.166348 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:06.166966 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.229859 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] Pushing event updated for resources: {'Network': ['ID=8426946e-6eb9-4036-ab32-d12b1e24792c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:06.240609 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 8426946e-6eb9-4036-ab32-d12b1e24792c details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:05:06.254174 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-fd3b8aae-ad3b-4e70-8052-dc26a37315a3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0339918 Mar 07 17:05:06.257251 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52866) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:06.262678 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Request body: {'subnet': {'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-subnet', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:06.341684 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Made reservation on behalf of 84c221f2dc834546ae095602ed8dbefd for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:06.344156 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.565754 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52882) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:06.628397 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for subnet (d91058a5-8c5a-4ca7-8fab-e6f29546dfa0), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.689880 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:06.697491 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Checking segment: {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:06.697832 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Network hostable DHCP agents. Network: 8426946e-6eb9-4036-ab32-d12b1e24792c, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:05:06.701480 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.701842 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.702218 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.702572 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.703034 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.703216 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.703583 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.703874 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.704187 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.704668 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.705368 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.705685 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.706000 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Tracked resource versions report: Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: pushed versions: Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: { 'AddressGroup': {'1.2'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'ConntrackHelper': {'1.0'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'LocalIPAssociation': {'1.0'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Log': {'1.0'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Network': {'1.1'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Port': {'1.7'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'PortForwarding': {'1.2'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'QosPolicy': {'1.10'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SecurityGroup': {'1.5'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SecurityGroupRule': {'1.2'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SubPort': {'1.0'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Subnet': {'1.1'}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Trunk': {'1.1'}} Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: consumer versions: Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: { DHCP agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: HyperV agent@hv-cinder-77819: {}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: L3 agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: Metadata agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: Metering agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: Open vSwitch agent@dv-cinder-778193-24-iscsi: { 'AddressGroup': '1.2', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'ConntrackHelper': '1.0', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'LocalIPAssociation': '1.0', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Log': '1.0', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Network': '1.1', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Port': '1.7', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'PortForwarding': '1.2', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'QosPolicy': '1.10', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SecurityGroup': '1.5', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SecurityGroupRule': '1.2', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'SubPort': '1.0', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Subnet': '1.1', Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: 'Trunk': '1.1'}} Mar 07 17:05:06.707158 dv-cinder-778193-24-iscsi neutron-server[103716]: {{(pid=103716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 17:05:06.833460 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Network 8426946e-6eb9-4036-ab32-d12b1e24792c is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:05:06.896176 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 8426946e-6eb9-4036-ab32-d12b1e24792c) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:06.900727 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:06.901529 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.906704 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd250f1-5a82-4360-8e67-298d3d960fc5 None None] Network 8426946e-6eb9-4036-ab32-d12b1e24792c requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:05:06.962322 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-network', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:07.008872 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52898) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:07.009216 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-d056a269-e772-4e23-b768-024f7de90453 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7459366 Mar 07 17:05:07.012721 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:07.033500 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c75a076-4202-5d18-914a-4da8176f2764-8426946e-6eb9-4036-ab32-d12b1e24792c', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0'}]}} from dv-cinder-778193-24-iscsi. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:05:07.034734 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.074225 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Made reservation on behalf of 08f2b2e007834bc3a9d81b7311fcf1f0 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:07.076737 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.087583 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.103583 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24913'] for router (c5976985-943b-40ce-a049-bb319bb438ee), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.105856 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24920'] for router (c5976985-943b-40ce-a049-bb319bb438ee), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.208872 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Allocated IP 172.20.0.2 (8426946e-6eb9-4036-ab32-d12b1e24792c/d91058a5-8c5a-4ca7-8fab-e6f29546dfa0/f87de05d-7458-4fd0-8213-bd7b879dd7e5) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:07.232398 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Publish callbacks [] for security_group (feb9e5d4-d796-4253-85b1-44dea3500f44), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.256214 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Publish callbacks [] for router_controller (c5976985-943b-40ce-a049-bb319bb438ee), precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.324497 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52912) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:07.325506 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (feb9e5d4-d796-4253-85b1-44dea3500f44), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.340588 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:05:07.365822 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Publish callbacks [] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.370791 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (57d65c66-2421-4718-843b-60e84c40f7e9), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.370791 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.segments_db [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Added segment 57d65c66-2421-4718-843b-60e84c40f7e9 of type vlan for network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 Mar 07 17:05:07.380118 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb9e5d4-d796-4253-85b1-44dea3500f44,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:07.416003 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (1b52b89d-0ba4-405a-9fc7-4a4e44e29e59), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.451606 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.501091 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Network 8426946e-6eb9-4036-ab32-d12b1e24792c is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:07.501091 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:07.506424 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:07.529601 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Publish callbacks [] for router_gateway (c5976985-943b-40ce-a049-bb319bb438ee), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.546447 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Pushing event updated for resources: {'Port': ['ID=f87de05d-7458-4fd0-8213-bd7b879dd7e5,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:07.558001 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (1b52b89d-0ba4-405a-9fc7-4a4e44e29e59), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.560243 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:07.560243 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.594188 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Attempting to bind port f87de05d-7458-4fd0-8213-bd7b879dd7e5 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:07.594585 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Attempting to bind port f87de05d-7458-4fd0-8213-bd7b879dd7e5 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:07.594944 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Attempting to bind port f87de05d-7458-4fd0-8213-bd7b879dd7e5 on network 8426946e-6eb9-4036-ab32-d12b1e24792c {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:07.602289 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:07.602769 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Checking segment: {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:07.603558 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.604011 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Bound using segment: {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:07.604504 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Bound port: f87de05d-7458-4fd0-8213-bd7b879dd7e5, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:07.604881 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.688884 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1219816 Mar 07 17:05:07.694473 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.694842 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.695199 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.695536 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.695893 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.696232 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.696612 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.696942 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.697264 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.697604 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.698159 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.698451 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.698954 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Tracked resource versions report: Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: pushed versions: Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: { 'AddressGroup': {'1.2'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'ConntrackHelper': {'1.0'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'LocalIPAssociation': {'1.0'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Log': {'1.0'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Network': {'1.1'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Port': {'1.7'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'PortForwarding': {'1.2'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'QosPolicy': {'1.10'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SecurityGroup': {'1.5'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SecurityGroupRule': {'1.2'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SubPort': {'1.0'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Subnet': {'1.1'}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Trunk': {'1.1'}} Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: consumer versions: Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: { DHCP agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: HyperV agent@hv-cinder-77819: {}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: L3 agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: Metadata agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: Metering agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: Open vSwitch agent@dv-cinder-778193-24-iscsi: { 'AddressGroup': '1.2', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'ConntrackHelper': '1.0', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'LocalIPAssociation': '1.0', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Log': '1.0', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Network': '1.1', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Port': '1.7', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'PortForwarding': '1.2', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'QosPolicy': '1.10', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SecurityGroup': '1.5', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SecurityGroupRule': '1.2', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'SubPort': '1.0', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Subnet': '1.1', Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: 'Trunk': '1.1'}} Mar 07 17:05:07.700661 dv-cinder-778193-24-iscsi neutron-server[103717]: {{(pid=103717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 17:05:07.730613 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52926) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:07.737201 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] For port f87de05d-7458-4fd0-8213-bd7b879dd7e5, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:07.738096 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] Request body: {'subnet': {'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-subnet', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:07.743487 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a7de6-2022-42f4-bf0d-c395ab831875 admin admin] Pushing event updated for resources: {'Network': ['ID=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:07.743595 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] For port f87de05d-7458-4fd0-8213-bd7b879dd7e5, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f87de05d-7458-4fd0-8213-bd7b879dd7e5,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:07.758059 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:05:07.769123 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-692553749-network', 'tenant_id': '81b665d360cb469da44fcf4885799a01'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:07.824582 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.857839 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] Made reservation on behalf of 08f2b2e007834bc3a9d81b7311fcf1f0 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:07.861815 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.889976 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89985ed-7560-42a0-8c54-eb0fcd4dc6cc None None] Pushing event updated for resources: {'Port': ['ID=f87de05d-7458-4fd0-8213-bd7b879dd7e5,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:07.903912 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Made reservation on behalf of 81b665d360cb469da44fcf4885799a01 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:07.906510 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.929822 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.001134 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Publish callbacks [] for router_gateway (c5976985-943b-40ce-a049-bb319bb438ee), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.039594 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.150975 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for subnet (ebe8282a-1a75-4a21-b075-6e06af668645), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.171366 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Publish callbacks [] for security_group (3c797b70-996c-4232-99d1-ffef447c6bd0), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.214973 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Allocated IP 172.27.1.180 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:08.258516 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe8282a-1a75-4a21-b075-6e06af668645,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:08.261382 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] Checking segment: {'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:08.261895 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] Network hostable DHCP agents. Network: 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:05:08.266562 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (3c797b70-996c-4232-99d1-ffef447c6bd0), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.342948 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:05:08.363662 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c797b70-996c-4232-99d1-ffef447c6bd0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:08.381171 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Publish callbacks [] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.392601 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (22b832d0-be90-48e6-aba8-3bcf8a2b260a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.393132 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Added segment 22b832d0-be90-48e6-aba8-3bcf8a2b260a of type vlan for network 44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 Mar 07 17:05:08.394317 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] Network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:05:08.452411 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (44ebc418-5a8c-436e-a10b-3fdd2adbb0e0), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.484805 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:08.488943 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:08.489533 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.496881 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963f6b5-e1b6-4fc4-82ff-26e49e3250f1 None None] Network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:05:08.513963 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.557714 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:08.559324 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:08.564647 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:08.564828 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-ab5c8acc-031b-48b5-a896-770965982298 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8299563 Mar 07 17:05:08.564938 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52948) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:08.569394 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-router', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:08.602738 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (44ebc418-5a8c-436e-a10b-3fdd2adbb0e0), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.603982 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:08.604552 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.654401 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a49a76-f47a-4b0a-b589-2e6ba3641b03 None None] Network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:05:08.673912 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24913'] for router (3f9e5520-41e9-4435-915e-b8a63da4cc3a), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.675016 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24920'] for router (3f9e5520-41e9-4435-915e-b8a63da4cc3a), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.771891 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:08.802189 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Publish callbacks [] for router_controller (3f9e5520-41e9-4435-915e-b8a63da4cc3a), precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.844509 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5190830 Mar 07 17:05:08.847561 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 52956) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:08.852651 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] Request body: {'subnet': {'network_id': '44ebc418-5a8c-436e-a10b-3fdd2adbb0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-692553749-subnet', 'tenant_id': '81b665d360cb469da44fcf4885799a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:08.862003 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024017e-34d3-4c51-9806-5aefc081a4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=44ebc418-5a8c-436e-a10b-3fdd2adbb0e0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:08.873320 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:05:08.972922 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] Made reservation on behalf of 81b665d360cb469da44fcf4885799a01 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:08.981130 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.130890 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Publish callbacks [] for router_gateway (c5976985-943b-40ce-a049-bb319bb438ee), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.200838 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Publish callbacks [] for router_gateway (3f9e5520-41e9-4435-915e-b8a63da4cc3a), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.285342 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fc9dda-edc2-46e8-8cdf-b2e18999ddb0 None None] Network 8426946e-6eb9-4036-ab32-d12b1e24792c requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:05:09.386891 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143'] for router (c5976985-943b-40ce-a049-bb319bb438ee), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.409009 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dda0bc35-b945-435f-bc20-2a09161eb0d8 None None] Provisioning complete for port f87de05d-7458-4fd0-8213-bd7b879dd7e5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:09.409405 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dda0bc35-b945-435f-bc20-2a09161eb0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.425876 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for subnet (ab5070fc-d09b-4e96-a414-faf8e71b57de), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.488443 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5070fc-d09b-4e96-a414-faf8e71b57de,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:09.548946 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dda0bc35-b945-435f-bc20-2a09161eb0d8 None None] Current status of the port f87de05d-7458-4fd0-8213-bd7b879dd7e5 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:09.550030 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dda0bc35-b945-435f-bc20-2a09161eb0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.601498 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-dda0bc35-b945-435f-bc20-2a09161eb0d8 None None] For port f87de05d-7458-4fd0-8213-bd7b879dd7e5, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f87de05d-7458-4fd0-8213-bd7b879dd7e5,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:09.697801 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dda0bc35-b945-435f-bc20-2a09161eb0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.719442 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Router c5976985-943b-40ce-a049-bb319bb438ee is scheduled to L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:05:09.731549 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] Checking segment: {'id': '22b832d0-be90-48e6-aba8-3bcf8a2b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '44ebc418-5a8c-436e-a10b-3fdd2adbb0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:09.731549 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] Network hostable DHCP agents. Network: 44ebc418-5a8c-436e-a10b-3fdd2adbb0e0, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:05:09.771093 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Publish callbacks [] for router_gateway (3f9e5520-41e9-4435-915e-b8a63da4cc3a), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.801220 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.856208 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] Network 44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:05:09.866923 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0bc35-b945-435f-bc20-2a09161eb0d8 None None] Pushing event updated for resources: {'Port': ['ID=f87de05d-7458-4fd0-8213-bd7b879dd7e5,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:09.875764 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f87de05d-7458-4fd0-8213-bd7b879dd7e5 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:09.930124 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:05:09.930745 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 44ebc418-5a8c-436e-a10b-3fdd2adbb0e0) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:09.941983 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Sync routers for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:05:09.953628 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:09.954664 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.957484 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:09.958039 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:05:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:09.958191 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d438d25f-aa1d-41d7-94cd-c0e58af5bdcb None None] Network 44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:05:09.974587 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dd1e7843-a16c-441a-af7e-a30f3b0632b1 None None] Provisioning complete for port f87de05d-7458-4fd0-8213-bd7b879dd7e5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:09.975451 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7843-a16c-441a-af7e-a30f3b0632b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.986734 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Allocated IP 172.27.1.66 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/fe55ec64-1782-4e4d-8231-d29d0280c7cb) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:10.028102 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:10.032877 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-416e35db-e8f6-417d-87de-c86ac9ca06c5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0294311 Mar 07 17:05:10.037602 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 52998) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:10.119318 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-62ec3352-bb3f-48dc-8b92-1c8b86ea74af admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2703464 Mar 07 17:05:10.198220 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Publish callbacks [] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:10.297221 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:10.317944 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:10.416903 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:10.420970 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:10.427440 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:10.435018 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Pushing event updated for resources: {'Port': ['ID=fe55ec64-1782-4e4d-8231-d29d0280c7cb,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:10.566959 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27140531-7b9b-4e20-b3d5-e860b5129cb3 None None] Network 44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:05:10.690291 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port f87de05d-7458-4fd0-8213-bd7b879dd7e5 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:10.691567 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:10.708113 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:08Z', 'revision_number': 3, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:10.787888 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Checking router: c5976985-943b-40ce-a049-bb319bb438ee for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:05:10.788399 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Updating router c5976985-943b-40ce-a049-bb319bb438ee port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde binding host dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:05:10.845821 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e7843-a16c-441a-af7e-a30f3b0632b1 None None] Current status of the port f87de05d-7458-4fd0-8213-bd7b879dd7e5 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:10.848322 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:10.903355 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.013715 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port f87de05d-7458-4fd0-8213-bd7b879dd7e5 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:11.082624 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.169401 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Publish callbacks [] for router_gateway (3f9e5520-41e9-4435-915e-b8a63da4cc3a), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.425352 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143'] for router (3f9e5520-41e9-4435-915e-b8a63da4cc3a), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.428146 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Publish callbacks [] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.511874 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.512738 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Allocated IP 172.20.0.1 (8426946e-6eb9-4036-ab32-d12b1e24792c/d91058a5-8c5a-4ca7-8fab-e6f29546dfa0/f61001b9-71ed-4e6c-9230-e0d9da20e3dc) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:11.612629 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Pushing event updated for resources: {'Port': ['ID=2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:11.642888 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.643752 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.644307 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.644813 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.645321 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.645825 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.646342 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.646880 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.647374 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.647881 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.648969 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.649492 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.650002 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Tracked resource versions report: Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: pushed versions: Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: { 'AddressGroup': {'1.2'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'ConntrackHelper': {'1.0'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'LocalIPAssociation': {'1.0'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Log': {'1.0'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Network': {'1.1'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Port': {'1.7'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'PortForwarding': {'1.2'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'QosPolicy': {'1.10'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SecurityGroup': {'1.5'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SecurityGroupRule': {'1.2'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SubPort': {'1.0'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Subnet': {'1.1'}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Trunk': {'1.1'}} Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: consumer versions: Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: { DHCP agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: HyperV agent@hv-cinder-77819: {}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: L3 agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: Metadata agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: Metering agent@dv-cinder-778193-24-iscsi: {}, Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: Open vSwitch agent@dv-cinder-778193-24-iscsi: { 'AddressGroup': '1.2', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'ConntrackHelper': '1.0', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'LocalIPAssociation': '1.0', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Log': '1.0', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Network': '1.1', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Port': '1.7', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'PortForwarding': '1.2', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'QosPolicy': '1.10', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SecurityGroup': '1.5', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SecurityGroupRule': '1.2', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'SubPort': '1.0', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Subnet': '1.1', Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: 'Trunk': '1.1'}} Mar 07 17:05:11.651817 dv-cinder-778193-24-iscsi neutron-server[103718]: {{(pid=103718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 17:05:11.675215 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Publish callbacks [] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.688809 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Attempting to bind port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:11.690069 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Attempting to bind port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:11.694168 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Attempting to bind port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde on network fb95a624-842c-4336-8b8c-80326a081833 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:11.714046 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:11.714470 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:11.714879 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.717251 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Bound using segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:11.722615 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Bound port: 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:11.723725 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.751265 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53084) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:11.754954 dv-cinder-778193-24-iscsi neutron-server[103715]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 17:05:11.823160 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f87de05d-7458-4fd0-8213-bd7b879dd7e5 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:11.824487 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Router 3f9e5520-41e9-4435-915e-b8a63da4cc3a is scheduled to L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:05:11.923395 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] For port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:11.944367 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] For port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:11.979516 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port f87de05d-7458-4fd0-8213-bd7b879dd7e5 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:11.979912 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.992829 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:12.028626 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:12.085017 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:05:12.090882 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port f87de05d-7458-4fd0-8213-bd7b879dd7e5 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:12.099147 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Sync routers for ids ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:05:12.130356 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Routers {'3f9e5520-41e9-4435-915e-b8a63da4cc3a'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:12.131658 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:05:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:12.136761 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4c580-39f2-4f96-9d46-8bd94bd0a818 None None] Pushing event updated for resources: {'Port': ['ID=2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:12.146117 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:12.146789 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:05:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:12.196151 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:12.201023 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-d681db3f-dbc6-418b-b49e-b3cece81984d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6314869 Mar 07 17:05:12.201023 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53104) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:12.336897 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Set router 3f9e5520-41e9-4435-915e-b8a63da4cc3a gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:12.351390 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:12.357133 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Pushing event updated for resources: {'Port': ['ID=f61001b9-71ed-4e6c-9230-e0d9da20e3dc,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:12.404281 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Network 8426946e-6eb9-4036-ab32-d12b1e24792c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:12.435609 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:12.469873 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:12.471171 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722394'] for router_interface (c5976985-943b-40ce-a049-bb319bb438ee), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:12.665826 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53114) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:12.722552 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-a4a23c92-9e93-45ef-ab07-97987ebe6a27 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:12.730685 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-a4a23c92-9e93-45ef-ab07-97987ebe6a27 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/networks?id=44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 HTTP/1.1" status: 200 len: 811 time: 0.9772115 Mar 07 17:05:12.740157 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:08Z', 'revision_number': 3, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:12.769265 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53118) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:12.786018 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-536c7036-883f-4ccd-ad7d-3e61e835528f tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/quotas/81b665d360cb469da44fcf4885799a01 HTTP/1.1" status: 200 len: 375 time: 0.0540600 Mar 07 17:05:12.796014 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdad1ab-d340-4496-a2ea-9bf9f397a0bd None None] The sync data for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi is: [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:08Z', 'revision_number': 3, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:05:12.810707 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-router', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:10Z', 'revision_number': 3, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'gw_port': {'id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:09Z', 'updated_at': '2022-03-07T17:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:12.841880 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Checking router: 3f9e5520-41e9-4435-915e-b8a63da4cc3a for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:05:12.843119 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Updating router 3f9e5520-41e9-4435-915e-b8a63da4cc3a port fe55ec64-1782-4e4d-8231-d29d0280c7cb binding host dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:05:12.897297 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:12.908735 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-f5879d7a-85c8-42c0-bda5-b19809be2664 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=81b665d360cb469da44fcf4885799a01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168809 Mar 07 17:05:12.965477 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b403e059-a617-47f2-80a3-04817de098b8 None None] Provisioning complete for port f61001b9-71ed-4e6c-9230-e0d9da20e3dc triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:12.967001 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b403e059-a617-47f2-80a3-04817de098b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.035889 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1adb16f6-ee9b-4708-b317-bb05f5df325b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.068062 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-810d3171-9384-4e29-bd3a-323cb40faee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.105335 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.138358 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b403e059-a617-47f2-80a3-04817de098b8 None None] Port f61001b9-71ed-4e6c-9230-e0d9da20e3dc cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:13.246156 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-e1b359b3-f6e8-43bd-8987-a78b01d2083e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:05:13.254027 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-e1b359b3-f6e8-43bd-8987-a78b01d2083e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1642704 Mar 07 17:05:13.318397 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53134) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:13.337167 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.416194 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-810d3171-9384-4e29-bd3a-323cb40faee9 admin admin] Publish callbacks [] for security_group (62e30a11-0131-44dc-957b-35be6c77a677), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.442524 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Publish callbacks [] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.487160 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1adb16f6-ee9b-4708-b317-bb05f5df325b admin admin] Publish callbacks [] for security_group (21d8bbaa-d542-4016-b73c-24cea7ca21af), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.503010 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-b9131488-2dff-48bc-8549-c001a55c45ba service neutron] 10.222.0.52 "GET /v2.0/networks/44ebc418-5a8c-436e-a10b-3fdd2adbb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479172 Mar 07 17:05:13.803450 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-810d3171-9384-4e29-bd3a-323cb40faee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (62e30a11-0131-44dc-957b-35be6c77a677), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.803450 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Allocated IP 172.20.0.1 (1b52b89d-0ba4-405a-9fc7-4a4e44e29e59/ebe8282a-1a75-4a21-b075-6e06af668645/9f63024d-925a-4527-ada1-c0160e3f66e3) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:13.803450 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-810d3171-9384-4e29-bd3a-323cb40faee9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=170987c6257b4300a66c742c42f3574b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8355417 Mar 07 17:05:13.809297 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53144) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:13.809297 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ef7a-6df1-49a9-b16e-56a716bee12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.811881 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.812448 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1adb16f6-ee9b-4708-b317-bb05f5df325b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (21d8bbaa-d542-4016-b73c-24cea7ca21af), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.812448 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d3171-9384-4e29-bd3a-323cb40faee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e30a11-0131-44dc-957b-35be6c77a677,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:13.813691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Attempting to bind port fe55ec64-1782-4e4d-8231-d29d0280c7cb on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:13.813691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Attempting to bind port fe55ec64-1782-4e4d-8231-d29d0280c7cb by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:13.813691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Attempting to bind port fe55ec64-1782-4e4d-8231-d29d0280c7cb on network fb95a624-842c-4336-8b8c-80326a081833 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:13.813691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8dc1c-c4eb-4a66-9e4f-4a3b7c542376 None None] Pushing event updated for resources: {'Port': ['ID=fe55ec64-1782-4e4d-8231-d29d0280c7cb,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:13.813691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:13.813691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:13.813691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.813691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Bound using segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:13.813691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Bound port: fe55ec64-1782-4e4d-8231-d29d0280c7cb, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:13.817506 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.817770 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb16f6-ee9b-4708-b317-bb05f5df325b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d8bbaa-d542-4016-b73c-24cea7ca21af,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:13.818194 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-9e5ed902-b3f9-4f69-9af5-828756b748a5 service neutron] 10.222.0.52 "GET /v2.0/networks/44ebc418-5a8c-436e-a10b-3fdd2adbb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147517 Mar 07 17:05:13.827989 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-1adb16f6-ee9b-4708-b317-bb05f5df325b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a88b5c7d5da44fe980a3f199e69c1aa9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1551082 Mar 07 17:05:13.827989 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53150) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:13.854549 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] For port fe55ec64-1782-4e4d-8231-d29d0280c7cb, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:13.865546 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] For port fe55ec64-1782-4e4d-8231-d29d0280c7cb, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=fe55ec64-1782-4e4d-8231-d29d0280c7cb,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:13.923166 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:13.977521 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Publish callbacks [] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.001995 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.028550 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f767189e-9653-42e9-b2e3-03ce054576ad admin admin] Publish callbacks [] for security_group (62e30a11-0131-44dc-957b-35be6c77a677), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.040361 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f78a6120-0a26-4d90-b227-6d5ba7f8b181 admin admin] Publish callbacks [] for security_group (21d8bbaa-d542-4016-b73c-24cea7ca21af), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.080773 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f78a6120-0a26-4d90-b227-6d5ba7f8b181 admin admin] Publish callbacks [] for security_group (21d8bbaa-d542-4016-b73c-24cea7ca21af), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.130583 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f767189e-9653-42e9-b2e3-03ce054576ad admin admin] Publish callbacks [] for security_group (62e30a11-0131-44dc-957b-35be6c77a677), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.162539 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.189579 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8dc1c-c4eb-4a66-9e4f-4a3b7c542376 None None] Pushing event updated for resources: {'Port': ['ID=fe55ec64-1782-4e4d-8231-d29d0280c7cb,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:14.211597 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Routers {'3f9e5520-41e9-4435-915e-b8a63da4cc3a'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:14.216244 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:05:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:14.289616 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Pushing event updated for resources: {'Port': ['ID=9f63024d-925a-4527-ada1-c0160e3f66e3,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:14.316980 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:14.318751 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f78a6120-0a26-4d90-b227-6d5ba7f8b181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (21d8bbaa-d542-4016-b73c-24cea7ca21af), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.321099 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f78a6120-0a26-4d90-b227-6d5ba7f8b181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.323355 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-f78a6120-0a26-4d90-b227-6d5ba7f8b181 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21d8bbaa-d542-4016-b73c-24cea7ca21af HTTP/1.1" status: 204 len: 168 time: 0.4945707 Mar 07 17:05:14.324746 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:14.340038 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:14.340761 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722394'] for router_interface (3f9e5520-41e9-4435-915e-b8a63da4cc3a), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.424228 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:14.425247 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.635927 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4b7d5f90-db44-4c2a-b65c-7f78301475e1 req-ef145c27-0dce-416e-8973-98256ec806a5 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 210 time: 0.2147510 Mar 07 17:05:14.658786 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ef7a-6df1-49a9-b16e-56a716bee12a admin admin] Publish callbacks [] for security_group (af90a0a4-6042-4e68-9dfc-b7d52ce99ae7), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.687054 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Publish callbacks [] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.714151 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] Set router 3f9e5520-41e9-4435-915e-b8a63da4cc3a gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:14.725390 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f767189e-9653-42e9-b2e3-03ce054576ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (62e30a11-0131-44dc-957b-35be6c77a677), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.731733 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f767189e-9653-42e9-b2e3-03ce054576ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.733547 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f767189e-9653-42e9-b2e3-03ce054576ad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62e30a11-0131-44dc-957b-35be6c77a677 HTTP/1.1" status: 204 len: 168 time: 1.1180596 Mar 07 17:05:14.749173 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767189e-9653-42e9-b2e3-03ce054576ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e30a11-0131-44dc-957b-35be6c77a677,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:14.753674 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.754702 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722358'] for router_interface (c5976985-943b-40ce-a049-bb319bb438ee), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.759231 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ef7a-6df1-49a9-b16e-56a716bee12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (af90a0a4-6042-4e68-9dfc-b7d52ce99ae7), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.794201 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:14.794627 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.849848 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:14.862047 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8ef7a-6df1-49a9-b16e-56a716bee12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af90a0a4-6042-4e68-9dfc-b7d52ce99ae7,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:14.872933 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-e7d8ef7a-6df1-49a9-b16e-56a716bee12a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c505d3b6ebcc4a6eadc088c2cbad105a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5523243 Mar 07 17:05:14.893206 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53192) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:14.921654 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Pushing event updated for resources: {'Port': ['ID=f61001b9-71ed-4e6c-9230-e0d9da20e3dc,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:14.924724 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a6120-0a26-4d90-b227-6d5ba7f8b181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d8bbaa-d542-4016-b73c-24cea7ca21af,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:15.066589 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.073811 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-059187e0-8925-4eb1-9f78-7c53af9e190d admin admin] Publish callbacks [] for security_group (af90a0a4-6042-4e68-9dfc-b7d52ce99ae7), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.082837 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Network 8426946e-6eb9-4036-ab32-d12b1e24792c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:15.086820 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:15.112970 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-059187e0-8925-4eb1-9f78-7c53af9e190d admin admin] Publish callbacks [] for security_group (af90a0a4-6042-4e68-9dfc-b7d52ce99ae7), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.149148 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.270028 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:15.488252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-router', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:10Z', 'revision_number': 3, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'gw_port': {'id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:09Z', 'updated_at': '2022-03-07T17:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:15.518415 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Router c5976985-943b-40ce-a049-bb319bb438ee has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:05:15.596700 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655864a1-af1e-4717-90a2-84e07c81ebb9 None None] The sync data for ids ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'] in dv-cinder-778193-24-iscsi is: [{'id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-router', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:10Z', 'revision_number': 3, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'gw_port': {'id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:09Z', 'updated_at': '2022-03-07T17:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:05:15.606612 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Publish callbacks [] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.615013 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e615f94c-6578-4406-b570-d76e8cae3018 None None] Provisioning complete for port f61001b9-71ed-4e6c-9230-e0d9da20e3dc triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:15.615409 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e615f94c-6578-4406-b570-d76e8cae3018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.641704 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-059187e0-8925-4eb1-9f78-7c53af9e190d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (af90a0a4-6042-4e68-9dfc-b7d52ce99ae7), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.649899 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-059187e0-8925-4eb1-9f78-7c53af9e190d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.656147 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-059187e0-8925-4eb1-9f78-7c53af9e190d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af90a0a4-6042-4e68-9dfc-b7d52ce99ae7 HTTP/1.1" status: 204 len: 168 time: 0.7576559 Mar 07 17:05:15.674935 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e615f94c-6578-4406-b570-d76e8cae3018 None None] Port f61001b9-71ed-4e6c-9230-e0d9da20e3dc cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:15.700032 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059187e0-8925-4eb1-9f78-7c53af9e190d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af90a0a4-6042-4e68-9dfc-b7d52ce99ae7,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:15.707650 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.708440 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722358'] for router_interface (3f9e5520-41e9-4435-915e-b8a63da4cc3a), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.762194 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25e619e4-74b6-4220-a28a-a1a89d7e59f0 req-998bc3a4-a517-4339-b3ce-73bcef6cdf47 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 210 time: 0.0575111 Mar 07 17:05:15.795340 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Pushing event updated for resources: {'Port': ['ID=9f63024d-925a-4527-ada1-c0160e3f66e3,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:15.859727 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:05:15.865924 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-02e8f9ee-cbba-4754-a753-2349cec0658a admin admin] 10.222.0.52 "PUT /v2.0/routers/c5976985-943b-40ce-a049-bb319bb438ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8260469 Mar 07 17:05:15.879371 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:15.880446 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Sync routers for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:05:15.895133 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:15.896020 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:05:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:15.930566 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53224) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:15.950742 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f33dc660-c42f-4142-8247-8cc9939f72a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.951911 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:15.954085 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:15.955945 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.963717 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:16.071825 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53226) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:16.102184 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f33dc660-c42f-4142-8247-8cc9939f72a4 admin admin] Publish callbacks [] for security_group (88c49d28-24c6-4d3d-a044-5c62770f559c), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.116677 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e8a-7404-45b3-8ca8-bcc56eabc1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.175745 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f33dc660-c42f-4142-8247-8cc9939f72a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (88c49d28-24c6-4d3d-a044-5c62770f559c), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.218605 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:16.221622 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:16.255776 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e8a-7404-45b3-8ca8-bcc56eabc1fb admin admin] Publish callbacks [] for security_group (d747a7b1-30fe-49f7-a5c1-e3a33744e654), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.353399 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e8a-7404-45b3-8ca8-bcc56eabc1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (d747a7b1-30fe-49f7-a5c1-e3a33744e654), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.526707 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2fbd3e8a-7404-45b3-8ca8-bcc56eabc1fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d108a2de1bb404faaf3d92eff7262f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4414885 Mar 07 17:05:16.535658 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd3e8a-7404-45b3-8ca8-bcc56eabc1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d747a7b1-30fe-49f7-a5c1-e3a33744e654,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:16.546065 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53240) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:16.564161 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dc660-c42f-4142-8247-8cc9939f72a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c49d28-24c6-4d3d-a044-5c62770f559c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:16.574896 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f33dc660-c42f-4142-8247-8cc9939f72a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36ee29a53d0847b582ddd7fbac5616f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6388457 Mar 07 17:05:16.576482 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53242) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:16.633430 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Router 3f9e5520-41e9-4435-915e-b8a63da4cc3a has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:05:16.702193 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d030c95-aa5e-4178-af6e-376eac2bee49 admin admin] Publish callbacks [] for security_group (88c49d28-24c6-4d3d-a044-5c62770f559c), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.752928 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d030c95-aa5e-4178-af6e-376eac2bee49 admin admin] Publish callbacks [] for security_group (88c49d28-24c6-4d3d-a044-5c62770f559c), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.784945 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:13Z', 'revision_number': 2, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:16.844618 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53849e1a-7fd8-4236-bef5-d54f0267f835 admin admin] Publish callbacks [] for security_group (d747a7b1-30fe-49f7-a5c1-e3a33744e654), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.848781 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Checking router: c5976985-943b-40ce-a049-bb319bb438ee for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:05:16.849286 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Updating router c5976985-943b-40ce-a049-bb319bb438ee port f61001b9-71ed-4e6c-9230-e0d9da20e3dc binding host dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:05:16.888265 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.923744 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d030c95-aa5e-4178-af6e-376eac2bee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (88c49d28-24c6-4d3d-a044-5c62770f559c), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.927553 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d030c95-aa5e-4178-af6e-376eac2bee49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.929327 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1d030c95-aa5e-4178-af6e-376eac2bee49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88c49d28-24c6-4d3d-a044-5c62770f559c HTTP/1.1" status: 204 len: 168 time: 0.3512132 Mar 07 17:05:16.942586 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53849e1a-7fd8-4236-bef5-d54f0267f835 admin admin] Publish callbacks [] for security_group (d747a7b1-30fe-49f7-a5c1-e3a33744e654), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:16.950906 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d030c95-aa5e-4178-af6e-376eac2bee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c49d28-24c6-4d3d-a044-5c62770f559c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:17.010951 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ec56a922-3e67-40ba-baa6-8102fb7e96dd req-0be430ca-3cc4-49cc-9c27-c20c0a11eae4 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 210 time: 0.0712481 Mar 07 17:05:17.103771 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:05:17.113557 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-ead861ff-b4a1-43d1-a328-b4bffbf411fd admin admin] 10.222.0.52 "PUT /v2.0/routers/3f9e5520-41e9-4435-915e-b8a63da4cc3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9120646 Mar 07 17:05:17.149490 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53849e1a-7fd8-4236-bef5-d54f0267f835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (d747a7b1-30fe-49f7-a5c1-e3a33744e654), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.156652 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53849e1a-7fd8-4236-bef5-d54f0267f835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.158236 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-53849e1a-7fd8-4236-bef5-d54f0267f835 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d747a7b1-30fe-49f7-a5c1-e3a33744e654 HTTP/1.1" status: 204 len: 168 time: 0.6111941 Mar 07 17:05:17.172926 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53849e1a-7fd8-4236-bef5-d54f0267f835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d747a7b1-30fe-49f7-a5c1-e3a33744e654,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:17.273030 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53264) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:17.277738 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-07e21fec-22e2-4cf9-81fa-5f6c14bf0a7e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171287441', 'description': 'tempest-description--2049054075'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:17.362748 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Publish callbacks [] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.364698 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53268) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:17.377733 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07e21fec-22e2-4cf9-81fa-5f6c14bf0a7e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.386461 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f7380f32-08bc-471f-aeec-73cbcbdec66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.439807 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.526264 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07e21fec-22e2-4cf9-81fa-5f6c14bf0a7e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (55543e89-8433-40a7-9599-8392133a002f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.539307 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f7380f32-08bc-471f-aeec-73cbcbdec66c admin admin] Publish callbacks [] for security_group (868c1ed2-9469-4c56-b167-41ca7f3551ad), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.590443 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07e21fec-22e2-4cf9-81fa-5f6c14bf0a7e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (55543e89-8433-40a7-9599-8392133a002f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.615580 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f7380f32-08bc-471f-aeec-73cbcbdec66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (868c1ed2-9469-4c56-b167-41ca7f3551ad), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.649093 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8f3ff-18cc-4da7-9c56-e991814d0eeb None None] Pushing event updated for resources: {'Port': ['ID=f61001b9-71ed-4e6c-9230-e0d9da20e3dc,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:17.663533 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e21fec-22e2-4cf9-81fa-5f6c14bf0a7e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55543e89-8433-40a7-9599-8392133a002f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:17.697882 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Attempting to bind port f61001b9-71ed-4e6c-9230-e0d9da20e3dc on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:17.698854 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Attempting to bind port f61001b9-71ed-4e6c-9230-e0d9da20e3dc by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:17.699488 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Attempting to bind port f61001b9-71ed-4e6c-9230-e0d9da20e3dc on network 8426946e-6eb9-4036-ab32-d12b1e24792c {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:17.705236 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07e21fec-22e2-4cf9-81fa-5f6c14bf0a7e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.716320 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-07e21fec-22e2-4cf9-81fa-5f6c14bf0a7e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4324179 Mar 07 17:05:17.716574 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:17.716574 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Checking segment: {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:17.716574 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.716574 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Bound using segment: {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:17.716574 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Bound port: f61001b9-71ed-4e6c-9230-e0d9da20e3dc, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:17.716992 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53284) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:17.717063 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.718162 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9e0ccd57-b112-4c65-a831-f81c5de6cbc6 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'security_group_rule': {'security_group_id': '55543e89-8433-40a7-9599-8392133a002f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:17.726206 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-f7380f32-08bc-471f-aeec-73cbcbdec66c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15f3416a616d42dcb7d8c023061cff39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3602364 Mar 07 17:05:17.746202 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53286) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:17.751608 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7380f32-08bc-471f-aeec-73cbcbdec66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868c1ed2-9469-4c56-b167-41ca7f3551ad,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:17.887645 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c291addb-e426-4ebe-a4b6-68a7b410761d admin admin] Publish callbacks [] for security_group (868c1ed2-9469-4c56-b167-41ca7f3551ad), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:17.895133 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] For port f61001b9-71ed-4e6c-9230-e0d9da20e3dc, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:17.912009 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] For port f61001b9-71ed-4e6c-9230-e0d9da20e3dc, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f61001b9-71ed-4e6c-9230-e0d9da20e3dc,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:17.921780 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device fe55ec64-1782-4e4d-8231-d29d0280c7cb up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:17.994939 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ccd57-b112-4c65-a831-f81c5de6cbc6 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (d850f4e9-11b0-4efb-9744-67e4c17dc5d1), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.004402 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c291addb-e426-4ebe-a4b6-68a7b410761d admin admin] Publish callbacks [] for security_group (868c1ed2-9469-4c56-b167-41ca7f3551ad), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.028015 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.069662 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-28c52e1f-e8aa-4022-9af0-89792f4ec7fe None None] Provisioning complete for port f61001b9-71ed-4e6c-9230-e0d9da20e3dc triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:18.073274 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-28c52e1f-e8aa-4022-9af0-89792f4ec7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.151621 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port fe55ec64-1782-4e4d-8231-d29d0280c7cb triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:18.152076 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.208790 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:18.209586 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:05:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:18.258591 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-28c52e1f-e8aa-4022-9af0-89792f4ec7fe None None] Current status of the port f61001b9-71ed-4e6c-9230-e0d9da20e3dc is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:18.258591 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-28c52e1f-e8aa-4022-9af0-89792f4ec7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.278654 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c291addb-e426-4ebe-a4b6-68a7b410761d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (868c1ed2-9469-4c56-b167-41ca7f3551ad), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.282236 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c291addb-e426-4ebe-a4b6-68a7b410761d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.284629 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c291addb-e426-4ebe-a4b6-68a7b410761d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/868c1ed2-9469-4c56-b167-41ca7f3551ad HTTP/1.1" status: 204 len: 168 time: 0.5349183 Mar 07 17:05:18.339561 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8f3ff-18cc-4da7-9c56-e991814d0eeb None None] Pushing event updated for resources: {'Port': ['ID=f61001b9-71ed-4e6c-9230-e0d9da20e3dc,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:18.369557 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Sync routers for ids ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:05:18.370435 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ccd57-b112-4c65-a831-f81c5de6cbc6 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (d850f4e9-11b0-4efb-9744-67e4c17dc5d1), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.380339 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-28c52e1f-e8aa-4022-9af0-89792f4ec7fe None None] For port f61001b9-71ed-4e6c-9230-e0d9da20e3dc, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f61001b9-71ed-4e6c-9230-e0d9da20e3dc,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:18.394979 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port fe55ec64-1782-4e4d-8231-d29d0280c7cb is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:18.395635 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.405991 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Routers {'3f9e5520-41e9-4435-915e-b8a63da4cc3a'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:18.407509 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:05:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:18.497554 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-28c52e1f-e8aa-4022-9af0-89792f4ec7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.533282 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53324) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:18.536643 dv-cinder-778193-24-iscsi neutron-server[103716]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 17:05:18.572469 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:18.579962 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-28ea1702-9728-4090-a741-5885d27cc3d4 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:18.581761 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-28ea1702-9728-4090-a741-5885d27cc3d4 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 819 time: 0.2689109 Mar 07 17:05:18.583117 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291addb-e426-4ebe-a4b6-68a7b410761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868c1ed2-9469-4c56-b167-41ca7f3551ad,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:18.585340 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ccd57-b112-4c65-a831-f81c5de6cbc6 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (d850f4e9-11b0-4efb-9744-67e4c17dc5d1), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.607208 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Set router 3f9e5520-41e9-4435-915e-b8a63da4cc3a gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:18.608152 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-387aaf68-8ef5-4be1-8174-67f483360c2c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/quotas/08f2b2e007834bc3a9d81b7311fcf1f0 HTTP/1.1" status: 200 len: 375 time: 0.0188489 Mar 07 17:05:18.645812 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ccd57-b112-4c65-a831-f81c5de6cbc6 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d850f4e9-11b0-4efb-9744-67e4c17dc5d1,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:18.675592 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-97b107bf-0f60-454f-9bd8-e03fd1c23de6 req-3e6b7559-7add-4163-9a1a-6740d89d10e8 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 210 time: 0.1398153 Mar 07 17:05:18.737099 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port fe55ec64-1782-4e4d-8231-d29d0280c7cb, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=fe55ec64-1782-4e4d-8231-d29d0280c7cb,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:18.806700 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-536a7704-96ec-4440-83fd-245d6e7ee441 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1909881 Mar 07 17:05:18.855652 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ccd57-b112-4c65-a831-f81c5de6cbc6 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.861624 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9e0ccd57-b112-4c65-a831-f81c5de6cbc6 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1424842 Mar 07 17:05:18.863984 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53344) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:18.869142 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8a5b7129-efe5-42d3-bd2f-c047a3183398 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'security_group_rule': {'security_group_id': '55543e89-8433-40a7-9599-8392133a002f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:18.924849 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c52e1f-e8aa-4022-9af0-89792f4ec7fe None None] Pushing event updated for resources: {'Port': ['ID=f61001b9-71ed-4e6c-9230-e0d9da20e3dc,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:18.941925 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.962671 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-3341fb0b-8cb0-46cc-9937-fa6ec98f418b service neutron] 10.222.0.52 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457410 Mar 07 17:05:19.025616 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7129-efe5-42d3-bd2f-c047a3183398 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (d9c730d4-2fcd-49a4-9056-a94833d2d37e), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:19.036941 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9ecce2ce-b746-4283-8359-019f323fc848 None None] Provisioning complete for port f61001b9-71ed-4e6c-9230-e0d9da20e3dc triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:19.037316 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ecce2ce-b746-4283-8359-019f323fc848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:19.092570 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:05:19.102038 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-03c27d42-d0a8-42cc-88d4-fd12cbb88fc0 service neutron] 10.222.0.52 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382525 Mar 07 17:05:19.153916 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=fe55ec64-1782-4e4d-8231-d29d0280c7cb,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:19.194921 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7129-efe5-42d3-bd2f-c047a3183398 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (d9c730d4-2fcd-49a4-9056-a94833d2d37e), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:19.216492 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:17Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:19.283938 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-router', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'gw_port': {'id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:09Z', 'updated_at': '2022-03-07T17:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '9f63024d-925a-4527-ada1-c0160e3f66e3', 'name': '', 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'mac_address': 'fa:16:3e:f4:fd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ebe8282a-1a75-4a21-b075-6e06af668645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:13Z', 'updated_at': '2022-03-07T17:05:15Z', 'revision_number': 2, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'subnets': [{'id': 'ebe8282a-1a75-4a21-b075-6e06af668645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:19.285976 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7129-efe5-42d3-bd2f-c047a3183398 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (d9c730d4-2fcd-49a4-9056-a94833d2d37e), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:19.317147 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b7129-efe5-42d3-bd2f-c047a3183398 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c730d4-2fcd-49a4-9056-a94833d2d37e,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:19.319230 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffda16f-c99b-434e-a323-aa5b8e1ca3bf None None] The sync data for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi is: [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:17Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:05:19.365942 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Checking router: 3f9e5520-41e9-4435-915e-b8a63da4cc3a for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:05:19.366494 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Updating router 3f9e5520-41e9-4435-915e-b8a63da4cc3a port 9f63024d-925a-4527-ada1-c0160e3f66e3 binding host dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:05:19.425567 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9ecce2ce-b746-4283-8359-019f323fc848 None None] Current status of the port f61001b9-71ed-4e6c-9230-e0d9da20e3dc is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:19.437113 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:19.447009 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.65', 59084) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:19.473555 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7129-efe5-42d3-bd2f-c047a3183398 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:19.475508 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-8a5b7129-efe5-42d3-bd2f-c047a3183398 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6101770 Mar 07 17:05:19.489821 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53368) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:19.496758 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:19.706156 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-80365a55-0d40-4660-a2ff-40c636b4adf6 req-93ca3f1c-753f-41c0-bfb7-ad34608b635b tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 210 time: 0.1118786 Mar 07 17:05:19.736368 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:19.802647 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-582668c9-5bb4-4e19-bb82-428dc9e87026 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:19.814244 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-582668c9-5bb4-4e19-bb82-428dc9e87026 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.65 "GET /v2.0/networks?id=44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 HTTP/1.1" status: 200 len: 811 time: 0.3624299 Mar 07 17:05:19.876244 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Request body: {'port': {'device_id': '1fa75286-89c7-4695-bd48-1607ddc695cb', 'network_id': '44ebc418-5a8c-436e-a10b-3fdd2adbb0e0', 'admin_state_up': True, 'tenant_id': '81b665d360cb469da44fcf4885799a01'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:20.077208 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-06ef3b2b-aa85-4702-9046-73166ed078ba req-0189604f-a67e-485e-8523-e42a859eca25 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 210 time: 0.1189177 Mar 07 17:05:20.121956 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f61001b9-71ed-4e6c-9230-e0d9da20e3dc up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:20.249749 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Publish callbacks [] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:20.249749 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port f61001b9-71ed-4e6c-9230-e0d9da20e3dc triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:20.249749 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:20.355691 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:20.370005 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port f61001b9-71ed-4e6c-9230-e0d9da20e3dc is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:20.371151 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device fe55ec64-1782-4e4d-8231-d29d0280c7cb up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:20.373157 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:20.427473 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Made reservation on behalf of 81b665d360cb469da44fcf4885799a01 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:20.431322 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:20.620743 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Allocated IP 172.27.1.181 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/9ba09d1b-b8d5-48f3-9628-38618fc1154c) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:20.706143 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3022f1c-571f-4fc1-badc-e38a90f424da None None] Pushing event updated for resources: {'Port': ['ID=9f63024d-925a-4527-ada1-c0160e3f66e3,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:20.717546 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port fe55ec64-1782-4e4d-8231-d29d0280c7cb triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:20.717546 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:20.837298 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for port (9ba09d1b-b8d5-48f3-9628-38618fc1154c), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:20.859506 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Allocated IP 172.20.0.3 (44ebc418-5a8c-436e-a10b-3fdd2adbb0e0/ab5070fc-d09b-4e96-a414-faf8e71b57de/f7d51373-00e5-4966-bd10-60fa920fc6fe) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:20.872940 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Attempting to bind port 9f63024d-925a-4527-ada1-c0160e3f66e3 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:20.873319 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Attempting to bind port 9f63024d-925a-4527-ada1-c0160e3f66e3 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:20.873686 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Attempting to bind port 9f63024d-925a-4527-ada1-c0160e3f66e3 on network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:20.932713 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port fe55ec64-1782-4e4d-8231-d29d0280c7cb is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:20.940043 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:20.941199 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Checking segment: {'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:20.941758 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:20.942288 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Bound using segment: {'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:20.942957 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Bound port: 9f63024d-925a-4527-ada1-c0160e3f66e3, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:20.943488 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.037575 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] For port 9f63024d-925a-4527-ada1-c0160e3f66e3, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:21.041756 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] For port 9f63024d-925a-4527-ada1-c0160e3f66e3, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=9f63024d-925a-4527-ada1-c0160e3f66e3,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:21.108266 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.127575 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Publish callbacks [] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.184631 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-e0b810c7-0636-4879-8e8f-c3af44c69fef tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:21.196945 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-e0b810c7-0636-4879-8e8f-c3af44c69fef tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 819 time: 0.3507030 Mar 07 17:05:21.231248 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-607bf73f-1ffc-473e-a97d-5a936ec44ee3 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/quotas/08f2b2e007834bc3a9d81b7311fcf1f0 HTTP/1.1" status: 200 len: 375 time: 0.0278332 Mar 07 17:05:21.285677 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.316489 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ed1fa750-aa98-4ddd-8d1d-8c48ef4c6b89 req-7ed7a7b3-54ae-4e62-9b56-e11548404517 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 210 time: 0.0584490 Mar 07 17:05:21.316781 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3022f1c-571f-4fc1-badc-e38a90f424da None None] Pushing event updated for resources: {'Port': ['ID=9f63024d-925a-4527-ada1-c0160e3f66e3,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:21.338002 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (9ba09d1b-b8d5-48f3-9628-38618fc1154c), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.348802 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Routers {'3f9e5520-41e9-4435-915e-b8a63da4cc3a'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:21.352140 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:05:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:21.419557 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Pushing event updated for resources: {'Port': ['ID=f7d51373-00e5-4966-bd10-60fa920fc6fe,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:21.436652 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Network 44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:21.438126 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:21.442948 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:21.448366 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:21.458605 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.521264 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53464) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:21.522938 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] Set router 3f9e5520-41e9-4435-915e-b8a63da4cc3a gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:21.568626 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c025e33e-7a05-4847-b741-6265388fc7b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6964293 Mar 07 17:05:21.598700 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'Port': ['ID=9ba09d1b-b8d5-48f3-9628-38618fc1154c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:21.616658 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:21.618682 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:21.625891 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:21.694155 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-a5452a6b-ccb9-497b-aa02-7b3e5640e058 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4586554 Mar 07 17:05:21.734108 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (28e74937-01e7-4dc7-a5a7-396fe1da6861), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.785769 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b52b5910-5097-4f5f-8788-0f85a45248c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.813563 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-router', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'gw_port': {'id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:09Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '9f63024d-925a-4527-ada1-c0160e3f66e3', 'name': '', 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'mac_address': 'fa:16:3e:f4:fd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ebe8282a-1a75-4a21-b075-6e06af668645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:13Z', 'updated_at': '2022-03-07T17:05:21Z', 'revision_number': 4, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'subnets': [{'id': 'ebe8282a-1a75-4a21-b075-6e06af668645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:21.869738 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e156f0-84f2-47c9-b5d0-e864810bb266 None None] The sync data for ids ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'] in dv-cinder-778193-24-iscsi is: [{'id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-router', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'gw_port': {'id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:09Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '9f63024d-925a-4527-ada1-c0160e3f66e3', 'name': '', 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'mac_address': 'fa:16:3e:f4:fd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ebe8282a-1a75-4a21-b075-6e06af668645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:13Z', 'updated_at': '2022-03-07T17:05:21Z', 'revision_number': 4, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'subnets': [{'id': 'ebe8282a-1a75-4a21-b075-6e06af668645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:05:21.872774 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9ba09d1b-b8d5-48f3-9628-38618fc1154c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.899351 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b52b5910-5097-4f5f-8788-0f85a45248c6 admin admin] Publish callbacks [] for security_group (1679500d-563a-4f2e-9461-6511f103d305), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.976308 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b52b5910-5097-4f5f-8788-0f85a45248c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1679500d-563a-4f2e-9461-6511f103d305), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.053776 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b52b5910-5097-4f5f-8788-0f85a45248c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88bbd4bbf30340149fe2733d359bbabf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5313938 Mar 07 17:05:22.056401 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53490) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:22.095276 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b5910-5097-4f5f-8788-0f85a45248c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1679500d-563a-4f2e-9461-6511f103d305,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:22.132743 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c35b-05db-47a4-99c8-a6a3a216b4d8 admin admin] Publish callbacks [] for security_group (1679500d-563a-4f2e-9461-6511f103d305), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.167542 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c35b-05db-47a4-99c8-a6a3a216b4d8 admin admin] Publish callbacks [] for security_group (1679500d-563a-4f2e-9461-6511f103d305), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.179299 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for port (9ba09d1b-b8d5-48f3-9628-38618fc1154c), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.262145 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9ba09d1b-b8d5-48f3-9628-38618fc1154c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.300073 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (28e74937-01e7-4dc7-a5a7-396fe1da6861), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.324998 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c35b-05db-47a4-99c8-a6a3a216b4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1679500d-563a-4f2e-9461-6511f103d305), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.328160 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c35b-05db-47a4-99c8-a6a3a216b4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.330627 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-6eb7c35b-05db-47a4-99c8-a6a3a216b4d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1679500d-563a-4f2e-9461-6511f103d305 HTTP/1.1" status: 204 len: 168 time: 0.2720571 Mar 07 17:05:22.338437 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'Port': ['ID=9ba09d1b-b8d5-48f3-9628-38618fc1154c,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:22.354256 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7c35b-05db-47a4-99c8-a6a3a216b4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1679500d-563a-4f2e-9461-6511f103d305,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:22.429071 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-de38a114-583c-44cf-a2ad-49b32b6430da service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:05:22.436093 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-de38a114-583c-44cf-a2ad-49b32b6430da service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2996199 Mar 07 17:05:22.541886 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf7aca-1c4e-4910-9756-08ab7ac8bbaf req-c45ed8ee-df8e-430f-86fd-9054ef698ca0 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:22.550813 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0bdf7aca-1c4e-4910-9756-08ab7ac8bbaf req-c45ed8ee-df8e-430f-86fd-9054ef698ca0 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 931 time: 0.1587799 Mar 07 17:05:22.563661 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-7760fc80-ccef-4345-a23b-717006bdcc12 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:05:22.566768 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-7760fc80-ccef-4345-a23b-717006bdcc12 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0384068 Mar 07 17:05:22.630399 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.641812 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-6ae5862b-1742-49c1-9755-6fe4a7151c1e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1408663 Mar 07 17:05:22.652545 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-75731c09-05f1-48c7-9ce2-70a1c5a0fb37 service neutron] 10.222.0.52 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154024 Mar 07 17:05:22.773588 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-71b2bc90-b04f-4686-8015-564485dc2480 service neutron] 10.222.0.52 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143346 Mar 07 17:05:22.857513 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0bdf7aca-1c4e-4910-9756-08ab7ac8bbaf req-e7bedda9-9258-47c7-bb21-5a25a40e7199 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872920 Mar 07 17:05:23.178233 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f469c6b4-42e1-4620-a934-04e861aff0d0 req-bc5a55ae-3137-4199-8f7a-32c715f698a0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 210 time: 0.0473361 Mar 07 17:05:23.320731 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-c86e549d-c991-4174-9a9e-9996a7875afb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1171287441&fields=id&tenant_id=84c221f2dc834546ae095602ed8dbefd HTTP/1.1" status: 200 len: 267 time: 0.1367404 Mar 07 17:05:23.434134 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Request body: {'port': {'device_id': '1fa75286-89c7-4695-bd48-1607ddc695cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:23.502659 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-2307b881-0e22-468f-9bc3-09264d202b6d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:23.504241 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-2307b881-0e22-468f-9bc3-09264d202b6d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 817 time: 0.1815317 Mar 07 17:05:23.531246 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-ba77024e-d40f-4503-95aa-b1c8102d2f33 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/quotas/84c221f2dc834546ae095602ed8dbefd HTTP/1.1" status: 200 len: 375 time: 0.0140433 Mar 07 17:05:23.543347 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:23.640189 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-0ea93d63-aca0-40f9-86da-56049f8b6ca2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009407 Mar 07 17:05:23.923166 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9f8a4fa2-0f3f-4c0a-af15-822b55e896f0 service neutron] 10.222.0.52 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816446 Mar 07 17:05:23.969742 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 9f63024d-925a-4527-ada1-c0160e3f66e3 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:23.995510 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.65', 59092) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:24.081784 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 9f63024d-925a-4527-ada1-c0160e3f66e3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:24.082558 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:24.199375 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 9f63024d-925a-4527-ada1-c0160e3f66e3 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:24.200145 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:24.257827 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 9f63024d-925a-4527-ada1-c0160e3f66e3, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=9f63024d-925a-4527-ada1-c0160e3f66e3,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:24.313251 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49ee20-9c84-4716-961e-8891a762c3ad req-589287a3-8f82-4dd2-ad68-f2d7f616ce32 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:24.313251 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ca49ee20-9c84-4716-961e-8891a762c3ad req-589287a3-8f82-4dd2-ad68-f2d7f616ce32 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 931 time: 0.2706017 Mar 07 17:05:24.318938 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d51373-00e5-4966-bd10-60fa920fc6fe {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:24.346979 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53604) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:24.359309 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:24.389030 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6bade0ad-20b8-4fa9-88d3-6f47cc3a6039 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:24.390657 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6bade0ad-20b8-4fa9-88d3-6f47cc3a6039 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.65 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 819 time: 0.3925264 Mar 07 17:05:24.406698 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-10295809-ad04-43d7-85c1-8c6af5578b1a service neutron] 10.222.0.52 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793651 Mar 07 17:05:24.413055 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Request body: {'port': {'device_id': '771bb753-d980-4e2b-be18-c0a58989be0f', 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59', 'admin_state_up': True, 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:24.481074 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Publish callbacks [] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:24.487596 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ca49ee20-9c84-4716-961e-8891a762c3ad req-630a6aa4-c343-4333-af59-40a78cc94648 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640356 Mar 07 17:05:24.526045 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=9f63024d-925a-4527-ada1-c0160e3f66e3,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:24.594411 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Transition to ACTIVE for port object f7d51373-00e5-4966-bd10-60fa920fc6fe will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:05:24.663975 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fe6580ff-ed55-43dc-9dbf-5b06c510edcf req-71369930-051f-4c64-985e-f24abb2ab2e7 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 210 time: 0.0394387 Mar 07 17:05:24.730625 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Made reservation on behalf of 08f2b2e007834bc3a9d81b7311fcf1f0 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:24.731808 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:24.734118 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:24.905603 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d51373-00e5-4966-bd10-60fa920fc6fe,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:25.063083 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5f8a91a9-a75a-47f8-87f3-e6672b71137b req-21ae5244-5c60-4d6b-a259-a26cf416f4a3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 210 time: 0.1382644 Mar 07 17:05:25.223923 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Attempting to bind port f7d51373-00e5-4966-bd10-60fa920fc6fe on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:25.232255 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Attempting to bind port f7d51373-00e5-4966-bd10-60fa920fc6fe by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '22b832d0-be90-48e6-aba8-3bcf8a2b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '44ebc418-5a8c-436e-a10b-3fdd2adbb0e0'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:25.233612 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Attempting to bind port f7d51373-00e5-4966-bd10-60fa920fc6fe on network 44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:25.239284 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Port f7d51373-00e5-4966-bd10-60fa920fc6fe on network 44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:05:25.239852 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Attempting to bind port f7d51373-00e5-4966-bd10-60fa920fc6fe on network 44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:25.245756 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:25.246351 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Checking segment: {'id': '22b832d0-be90-48e6-aba8-3bcf8a2b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '44ebc418-5a8c-436e-a10b-3fdd2adbb0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:25.247200 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Bound using segment: {'id': '22b832d0-be90-48e6-aba8-3bcf8a2b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '44ebc418-5a8c-436e-a10b-3fdd2adbb0e0'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:25.247815 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Bound port: f7d51373-00e5-4966-bd10-60fa920fc6fe, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b832d0-be90-48e6-aba8-3bcf8a2b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '44ebc418-5a8c-436e-a10b-3fdd2adbb0e0'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:25.248418 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:25.301197 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8ef8f395-6008-4ad7-95e0-a9c866c887d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:25.394618 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] For port f7d51373-00e5-4966-bd10-60fa920fc6fe, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:25.399824 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] For port f7d51373-00e5-4966-bd10-60fa920fc6fe, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f7d51373-00e5-4966-bd10-60fa920fc6fe,segment=NetworkSegment(22b832d0-be90-48e6-aba8-3bcf8a2b260a),segment_id=22b832d0-be90-48e6-aba8-3bcf8a2b260a)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:25.523476 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Allocated IP 172.20.0.5 (1b52b89d-0ba4-405a-9fc7-4a4e44e29e59/ebe8282a-1a75-4a21-b075-6e06af668645/4e711bbb-b402-413a-b8fa-1cb89ae01b78) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:25.554534 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:25.644210 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8ef8f395-6008-4ad7-95e0-a9c866c887d2 admin admin] Publish callbacks [] for security_group (832cf11d-9160-41e8-91a1-880e14eba270), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:25.843669 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8ef8f395-6008-4ad7-95e0-a9c866c887d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (832cf11d-9160-41e8-91a1-880e14eba270), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:25.897195 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:25.900116 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:25.910064 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] 10.222.0.65 "PUT /v2.0/ports/f7d51373-00e5-4966-bd10-60fa920fc6fe HTTP/1.1" status: 200 len: 1093 time: 2.9245679 Mar 07 17:05:25.952179 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8f395-6008-4ad7-95e0-a9c866c887d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832cf11d-9160-41e8-91a1-880e14eba270,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:25.957012 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa75286-89c7-4695-bd48-1607ddc695cb', 'tag': 'f7d51373-00e5-4966-bd10-60fa920fc6fe'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:25.969511 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-8ef8f395-6008-4ad7-95e0-a9c866c887d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1836fd53c7b84966a84b0419f3b355cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6205504 Mar 07 17:05:25.974163 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53678) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:26.018896 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 9f63024d-925a-4527-ada1-c0160e3f66e3 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:26.048403 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d6bf3-8f9c-4c09-9057-542b62282983 req-a731fbae-dec1-4dd2-9681-9a9851b47db5 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:26.054500 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5c7d6bf3-8f9c-4c09-9057-542b62282983 req-a731fbae-dec1-4dd2-9681-9a9851b47db5 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.3793800 Mar 07 17:05:26.076815 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks [] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:26.135034 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837dc77-9db7-4e39-b51c-94dcd925cb52 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d51373-00e5-4966-bd10-60fa920fc6fe,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:26.153022 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1d4cac2-8be5-4b54-9283-17ff4631f3ff req-7988d024-9f2e-4854-970c-a4d1059a701a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 210 time: 0.2725766 Mar 07 17:05:26.237637 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 9f63024d-925a-4527-ada1-c0160e3f66e3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:26.240112 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:26.273959 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5c7d6bf3-8f9c-4c09-9057-542b62282983 req-9c4178e4-588d-450c-8279-d31966b10539 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134233 Mar 07 17:05:26.316305 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-75659400-959e-491e-98f1-268b27edcfe6 admin admin] Publish callbacks [] for security_group (832cf11d-9160-41e8-91a1-880e14eba270), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:26.354558 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b47806b8-1c68-4248-a0b7-b0adc111f44c req-12ca989f-f532-4717-904a-b6cf5925d1d5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 210 time: 0.0863276 Mar 07 17:05:26.404082 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-75659400-959e-491e-98f1-268b27edcfe6 admin admin] Publish callbacks [] for security_group (832cf11d-9160-41e8-91a1-880e14eba270), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:26.432353 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a52d11-b937-4855-aa4e-7bfc3012681a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa75286-89c7-4695-bd48-1607ddc695cb", "tag": "f7d51373-00e5-4966-bd10-60fa920fc6fe"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:26.487825 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 9f63024d-925a-4527-ada1-c0160e3f66e3 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:26.689765 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08dc8a8-e272-43d6-9dfe-7c07f323f5e3 x-openstack-request-id: req-c08dc8a8-e272-43d6-9dfe-7c07f323f5e3 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:26.690758 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa75286-89c7-4695-bd48-1607ddc695cb", "tag": "f7d51373-00e5-4966-bd10-60fa920fc6fe", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:26.691226 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c08dc8a8-e272-43d6-9dfe-7c07f323f5e3 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:26.692181 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa75286-89c7-4695-bd48-1607ddc695cb', 'tag': 'f7d51373-00e5-4966-bd10-60fa920fc6fe', 'status': 'completed', 'code': 200} Mar 07 17:05:26.708310 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.65', 59097) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:26.710104 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:26.914300 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-e09bb04f-fca0-4f38-97ae-a7c5dc7bea3f tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:26.915813 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-e09bb04f-fca0-4f38-97ae-a7c5dc7bea3f tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.65 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 819 time: 0.2203355 Mar 07 17:05:26.969323 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Request body: {'port': {'device_id': '543eca17-7ec5-4807-bc5c-15154d5e4c96', 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59', 'admin_state_up': True, 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:27.130169 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:27.159514 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:27.180740 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:27.197808 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:27.200704 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:27.211399 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Pushing event updated for resources: {'Port': ['ID=4e711bbb-b402-413a-b8fa-1cb89ae01b78,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:27.252309 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-2be1e42f-0149-4b4c-8d5e-847b1288d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:27.254024 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-2be1e42f-0149-4b4c-8d5e-847b1288d1cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=81b665d360cb469da44fcf4885799a01&device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 1127 time: 0.5453718 Mar 07 17:05:27.256868 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-75659400-959e-491e-98f1-268b27edcfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (832cf11d-9160-41e8-91a1-880e14eba270), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:27.265730 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-75659400-959e-491e-98f1-268b27edcfe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:27.267947 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-75659400-959e-491e-98f1-268b27edcfe6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/832cf11d-9160-41e8-91a1-880e14eba270 HTTP/1.1" status: 204 len: 168 time: 1.2923086 Mar 07 17:05:27.297425 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75659400-959e-491e-98f1-268b27edcfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832cf11d-9160-41e8-91a1-880e14eba270,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:27.346612 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-832ff462-a453-4857-8ff7-9360f07bcc49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9375174 Mar 07 17:05:27.414919 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-74877be8-abcd-40d7-bcc3-b426ae89ad49 req-934e253e-a678-44e1-888d-5462b3794a52 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 210 time: 0.0557048 Mar 07 17:05:27.433215 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Made reservation on behalf of 08f2b2e007834bc3a9d81b7311fcf1f0 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:27.436994 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:27.590562 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53740) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:27.628599 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cf307fce-b4f4-4f79-a799-25419f73b20a req-2ac6f567-9060-40a0-aae7-16cbed7881be tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 210 time: 0.0565345 Mar 07 17:05:27.724224 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-c69bd45a-5143-4f5c-ad91-955a1c02c379 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d51373-00e5-4966-bd10-60fa920fc6fe HTTP/1.1" status: 200 len: 217 time: 0.3169630 Mar 07 17:05:27.745206 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Request body: {'port': {'device_id': '771bb753-d980-4e2b-be18-c0a58989be0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:27.773059 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Allocated IP 172.20.0.9 (1b52b89d-0ba4-405a-9fc7-4a4e44e29e59/ebe8282a-1a75-4a21-b075-6e06af668645/efd41e0d-e5ac-4487-bb9b-3d44cf74256d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:27.850082 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a558dfd-4819-4084-9585-31608db88478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.040317 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d3eb1-60ff-4a75-8a95-da6e2461e8c7 req-84055019-53e7-4745-8cac-d3ee8160eedc tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:28.041959 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-524d3eb1-60ff-4a75-8a95-da6e2461e8c7 req-84055019-53e7-4745-8cac-d3ee8160eedc tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.5304494 Mar 07 17:05:28.046950 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.062888 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-a147a89d-8840-4f4f-8200-2f35e8c35ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:28.065390 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-a147a89d-8840-4f4f-8200-2f35e8c35ec2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ab5070fc-d09b-4e96-a414-faf8e71b57de HTTP/1.1" status: 200 len: 851 time: 0.2983122 Mar 07 17:05:28.072128 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-11c1eccb-3556-43af-a1c7-88e60c7e4863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.196001 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks [] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.203004 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a558dfd-4819-4084-9585-31608db88478 admin admin] Publish callbacks [] for security_group (22a57c3a-557d-431f-a442-8bc072a44d6f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.260091 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-1e3a6094-90bc-4034-8573-ee94ac18df8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=44ebc418-5a8c-436e-a10b-3fdd2adbb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511412 Mar 07 17:05:28.341897 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a558dfd-4819-4084-9585-31608db88478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (22a57c3a-557d-431f-a442-8bc072a44d6f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.388811 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-524d3eb1-60ff-4a75-8a95-da6e2461e8c7 req-601925eb-0292-4e5d-9061-d4ba4cbb9979 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225648 Mar 07 17:05:28.419131 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.555227 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Pushing event updated for resources: {'Port': ['ID=efd41e0d-e5ac-4487-bb9b-3d44cf74256d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:28.557197 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-1451976e-52c6-4399-ae52-da2d8cbea585 service neutron] 10.222.0.65 "GET /v2.0/networks/44ebc418-5a8c-436e-a10b-3fdd2adbb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783008 Mar 07 17:05:28.569603 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7a558dfd-4819-4084-9585-31608db88478 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5ee88f408654c6183309bffa61c7d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9733775 Mar 07 17:05:28.575605 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53758) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:28.600606 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a558dfd-4819-4084-9585-31608db88478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a57c3a-557d-431f-a442-8bc072a44d6f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:28.636302 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:28.641290 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:28.647950 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:28.653644 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:28.654292 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.790991 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c6a55f65-739c-498c-afdb-2d8024d0fa74 req-20404501-902a-48d8-a356-f35e7e983806 service neutron] 10.222.0.65 "GET /v2.0/networks/44ebc418-5a8c-436e-a10b-3fdd2adbb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199736 Mar 07 17:05:28.792153 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55028e-de00-4421-b941-4b4d4aedde1b req-d7c1923d-4f79-4073-b386-db992778a6d7 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:28.796956 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8e55028e-de00-4421-b941-4b4d4aedde1b req-d7c1923d-4f79-4073-b386-db992778a6d7 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 931 time: 0.1569076 Mar 07 17:05:28.802916 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94217302-11dd-441f-bd46-8e75fd1f2be3 admin admin] Publish callbacks [] for security_group (22a57c3a-557d-431f-a442-8bc072a44d6f), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.811868 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-7b938be5-602d-4c83-9cba-9fc4f25ae97c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8475225 Mar 07 17:05:28.826030 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53764) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:28.858035 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-73ded279-dc00-43bc-a029-c898e2a52088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.874733 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94217302-11dd-441f-bd46-8e75fd1f2be3 admin admin] Publish callbacks [] for security_group (22a57c3a-557d-431f-a442-8bc072a44d6f), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.911052 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3469fde6-d67d-4eb2-b6d1-c65af45999dd req-e0f756eb-b389-489d-8219-0818f0583729 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 210 time: 0.1126089 Mar 07 17:05:28.920176 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Request body: {'port': {'device_id': '543eca17-7ec5-4807-bc5c-15154d5e4c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:28.964172 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e711bbb-b402-413a-b8fa-1cb89ae01b78 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:28.974460 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Publish callbacks [] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:28.995200 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8e55028e-de00-4421-b941-4b4d4aedde1b req-e35b17fd-1d7a-4f83-8af0-3682c567eee6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896675 Mar 07 17:05:29.015795 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Transition to ACTIVE for port object 4e711bbb-b402-413a-b8fa-1cb89ae01b78 will not be triggered until provisioned by entity L2. {{(pid=103716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:05:29.040107 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:29.090697 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:29.154894 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-73ded279-dc00-43bc-a029-c898e2a52088 admin admin] Publish callbacks [] for security_group (df1df402-9722-4bad-95d1-3b10896b073d), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:29.180720 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94217302-11dd-441f-bd46-8e75fd1f2be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (22a57c3a-557d-431f-a442-8bc072a44d6f), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:29.193508 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94217302-11dd-441f-bd46-8e75fd1f2be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:29.209055 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-94217302-11dd-441f-bd46-8e75fd1f2be3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/22a57c3a-557d-431f-a442-8bc072a44d6f HTTP/1.1" status: 204 len: 168 time: 0.6080277 Mar 07 17:05:29.237720 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Pushing event updated for resources: {'Port': ['ID=4e711bbb-b402-413a-b8fa-1cb89ae01b78,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:29.264465 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Attempting to bind port 4e711bbb-b402-413a-b8fa-1cb89ae01b78 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:29.264830 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Attempting to bind port 4e711bbb-b402-413a-b8fa-1cb89ae01b78 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:29.266308 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Attempting to bind port 4e711bbb-b402-413a-b8fa-1cb89ae01b78 on network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:29.280287 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Port 4e711bbb-b402-413a-b8fa-1cb89ae01b78 on network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:05:29.280619 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Attempting to bind port 4e711bbb-b402-413a-b8fa-1cb89ae01b78 on network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:29.296573 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:29.296573 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Checking segment: {'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:29.296573 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Bound using segment: {'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:29.305390 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Bound port: 4e711bbb-b402-413a-b8fa-1cb89ae01b78, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:29.306026 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:29.490050 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] For port 4e711bbb-b402-413a-b8fa-1cb89ae01b78, host hv-cinder-77819, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:29.493809 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-73ded279-dc00-43bc-a029-c898e2a52088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (df1df402-9722-4bad-95d1-3b10896b073d), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:29.507947 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] For port 4e711bbb-b402-413a-b8fa-1cb89ae01b78, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:29.559032 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94217302-11dd-441f-bd46-8e75fd1f2be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a57c3a-557d-431f-a442-8bc072a44d6f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:29.601209 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:29.695980 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:29.699946 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:29.699946 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] 10.222.0.65 "PUT /v2.0/ports/4e711bbb-b402-413a-b8fa-1cb89ae01b78 HTTP/1.1" status: 200 len: 1093 time: 1.9734452 Mar 07 17:05:29.725215 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771bb753-d980-4e2b-be18-c0a58989be0f', 'tag': '4e711bbb-b402-413a-b8fa-1cb89ae01b78'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:29.908416 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-73ded279-dc00-43bc-a029-c898e2a52088 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fd463a41f7c4e37921605acaf2456b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0801566 Mar 07 17:05:29.914204 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53792) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:29.992930 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ded279-dc00-43bc-a029-c898e2a52088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1df402-9722-4bad-95d1-3b10896b073d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:30.022677 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffe36d-7fed-40bb-a30b-daba36758120 req-a2967e11-daff-4978-9028-768277e3dc32 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.027877 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-83ffe36d-7fed-40bb-a30b-daba36758120 req-a2967e11-daff-4978-9028-768277e3dc32 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.5074532 Mar 07 17:05:30.107668 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.65', 59109) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:30.234601 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a293d-ae7e-4970-af77-35b58e15e58e service neutron] Pushing event updated for resources: {'Port': ['ID=4e711bbb-b402-413a-b8fa-1cb89ae01b78,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:30.294303 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2882fd-d51f-4b25-9afd-9f68e5380b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "771bb753-d980-4e2b-be18-c0a58989be0f", "tag": "4e711bbb-b402-413a-b8fa-1cb89ae01b78"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:30.323147 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-83ffe36d-7fed-40bb-a30b-daba36758120 req-88e11731-022a-4180-85ef-5a8a879dc0e9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730975 Mar 07 17:05:30.355916 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3493e1c3-bc2e-4a0b-89a2-91c410c05b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:30.468418 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-1eadeb1a-6d73-4466-a0dd-93eface35f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.471104 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-1eadeb1a-6d73-4466-a0dd-93eface35f35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 1127 time: 0.3279905 Mar 07 17:05:30.497676 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd41e0d-e5ac-4487-bb9b-3d44cf74256d {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:30.510064 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Publish callbacks [] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:30.598143 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-364a4e6e-5b92-41e8-8bed-5a837b4a652d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78 HTTP/1.1" status: 200 len: 217 time: 0.0845582 Mar 07 17:05:30.603316 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Transition to ACTIVE for port object efd41e0d-e5ac-4487-bb9b-3d44cf74256d will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:05:30.619617 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eab68b-e1f8-4782-ab74-a3c762e833ec req-fe69344e-68a6-4772-97fe-33b240af7575 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.621071 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b4eab68b-e1f8-4782-ab74-a3c762e833ec req-fe69344e-68a6-4772-97fe-33b240af7575 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 931 time: 0.1786058 Mar 07 17:05:30.645408 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-987d1b5a-dde4-4910-8df9-f40d5619987f req-ed859d15-32a2-43d7-830e-eb614a59e29c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 210 time: 0.5592840 Mar 07 17:05:30.665707 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 53820) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:30.672199 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52d11-b937-4855-aa4e-7bfc3012681a req-5acb7f95-42b9-4148-b949-62ec39a0dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.673980 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-48a52d11-b937-4855-aa4e-7bfc3012681a req-5acb7f95-42b9-4148-b949-62ec39a0dc27 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=81b665d360cb469da44fcf4885799a01&device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 1127 time: 0.7901440 Mar 07 17:05:30.684362 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:30.747888 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5755185-2a88-4646-bce2-209d26d32dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:30.758691 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-dc37a8ee-dad5-45f9-b8eb-dd8c0e8c83d3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.760246 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-dc37a8ee-dad5-45f9-b8eb-dd8c0e8c83d3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.65 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 817 time: 0.8753784 Mar 07 17:05:30.902487 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=efd41e0d-e5ac-4487-bb9b-3d44cf74256d,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:30.909011 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-f2ce15fd-7cc4-4831-af67-af4a11aa8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.909141 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3c97868-828b-49c4-ba04-c6f1cdb18c50 admin admin] Publish callbacks [] for security_group (df1df402-9722-4bad-95d1-3b10896b073d), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:30.909405 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-f2ce15fd-7cc4-4831-af67-af4a11aa8443 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ebe8282a-1a75-4a21-b075-6e06af668645 HTTP/1.1" status: 200 len: 859 time: 0.2874117 Mar 07 17:05:30.987111 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001e02a8-b42d-4ca1-85a1-16d8a490d58a x-openstack-request-id: req-001e02a8-b42d-4ca1-85a1-16d8a490d58a {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:30.987754 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771bb753-d980-4e2b-be18-c0a58989be0f", "tag": "4e711bbb-b402-413a-b8fa-1cb89ae01b78", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:30.987754 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-001e02a8-b42d-4ca1-85a1-16d8a490d58a {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:30.988119 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771bb753-d980-4e2b-be18-c0a58989be0f', 'tag': '4e711bbb-b402-413a-b8fa-1cb89ae01b78', 'status': 'completed', 'code': 200} Mar 07 17:05:31.054961 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3c97868-828b-49c4-ba04-c6f1cdb18c50 admin admin] Publish callbacks [] for security_group (df1df402-9722-4bad-95d1-3b10896b073d), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:31.075279 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-7d541677-7624-4a2c-b571-f070725a6972 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567442 Mar 07 17:05:31.087068 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b4eab68b-e1f8-4782-ab74-a3c762e833ec req-2e828c9a-7d80-413a-9307-8b2bbb78b4d1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564803 Mar 07 17:05:31.106541 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52d11-b937-4855-aa4e-7bfc3012681a req-5aa77387-1835-4c4b-8a7b-31404827e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:31.106541 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-48a52d11-b937-4855-aa4e-7bfc3012681a req-5aa77387-1835-4c4b-8a7b-31404827e374 service neutron] 10.222.0.65 "GET /v2.0/networks?id=44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 HTTP/1.1" status: 200 len: 912 time: 0.4035559 Mar 07 17:05:31.157384 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-8026df40-27b2-4972-b6fe-a58eb726fefd tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84c221f2dc834546ae095602ed8dbefd HTTP/1.1" status: 200 len: 380 time: 0.3673527 Mar 07 17:05:31.195920 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'port': {'device_id': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'admin_state_up': True, 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'security_groups': ['55543e89-8433-40a7-9599-8392133a002f']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:31.200254 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-48a52d11-b937-4855-aa4e-7bfc3012681a req-a0b3c988-7f54-4746-bff9-0802db512a8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d51373-00e5-4966-bd10-60fa920fc6fe HTTP/1.1" status: 200 len: 217 time: 0.0798404 Mar 07 17:05:31.224911 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Attempting to bind port efd41e0d-e5ac-4487-bb9b-3d44cf74256d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:31.225268 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Attempting to bind port efd41e0d-e5ac-4487-bb9b-3d44cf74256d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:31.225680 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Attempting to bind port efd41e0d-e5ac-4487-bb9b-3d44cf74256d on network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:31.232524 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Port efd41e0d-e5ac-4487-bb9b-3d44cf74256d on network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:05:31.232802 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Attempting to bind port efd41e0d-e5ac-4487-bb9b-3d44cf74256d on network 1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:31.241887 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:31.242256 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Checking segment: {'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:31.242770 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Bound using segment: {'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:31.243247 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Bound port: efd41e0d-e5ac-4487-bb9b-3d44cf74256d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d65c66-2421-4718-843b-60e84c40f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:31.247835 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:31.271270 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-6cf92eab-800a-4bd1-95f9-069ff5fe3125 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776066 Mar 07 17:05:31.286356 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5755185-2a88-4646-bce2-209d26d32dde admin admin] Publish callbacks [] for security_group (3fbed3b3-4510-4836-9ea0-2a8c8ce91d54), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:31.340236 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52d11-b937-4855-aa4e-7bfc3012681a req-6c3e1331-4eb9-4052-9ff7-79a0b21568f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:31.341708 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-48a52d11-b937-4855-aa4e-7bfc3012681a req-6c3e1331-4eb9-4052-9ff7-79a0b21568f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ab5070fc-d09b-4e96-a414-faf8e71b57de HTTP/1.1" status: 200 len: 851 time: 0.1052728 Mar 07 17:05:31.391964 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-48a52d11-b937-4855-aa4e-7bfc3012681a req-47c307be-8598-4352-a674-20282355bed0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=44ebc418-5a8c-436e-a10b-3fdd2adbb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365348 Mar 07 17:05:31.392617 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5755185-2a88-4646-bce2-209d26d32dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (3fbed3b3-4510-4836-9ea0-2a8c8ce91d54), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:31.411180 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3c97868-828b-49c4-ba04-c6f1cdb18c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (df1df402-9722-4bad-95d1-3b10896b073d), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:31.413930 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3c97868-828b-49c4-ba04-c6f1cdb18c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:31.415074 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-c3c97868-828b-49c4-ba04-c6f1cdb18c50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df1df402-9722-4bad-95d1-3b10896b073d HTTP/1.1" status: 204 len: 168 time: 1.4699595 Mar 07 17:05:31.473855 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] For port efd41e0d-e5ac-4487-bb9b-3d44cf74256d, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:31.478723 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] For port efd41e0d-e5ac-4487-bb9b-3d44cf74256d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=efd41e0d-e5ac-4487-bb9b-3d44cf74256d,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:31.478883 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-f5755185-2a88-4646-bce2-209d26d32dde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d6669d1e7274c21b37e69ce67cc677f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8119090 Mar 07 17:05:31.481875 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53844) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:31.523994 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5755185-2a88-4646-bce2-209d26d32dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbed3b3-4510-4836-9ea0-2a8c8ce91d54,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:31.524678 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96ac43e9-a39e-4dbd-8146-b469edbaafe1 req-2ac43d9f-fc37-4a1d-a79f-c90a34d6fbce service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355704 Mar 07 17:05:31.570799 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c97868-828b-49c4-ba04-c6f1cdb18c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1df402-9722-4bad-95d1-3b10896b073d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:31.573426 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f92164e5-1558-4f22-ae79-fbd6ae224296 admin admin] Publish callbacks [] for security_group (3fbed3b3-4510-4836-9ea0-2a8c8ce91d54), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:31.577733 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Made reservation on behalf of 84c221f2dc834546ae095602ed8dbefd for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:31.582110 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:31.590951 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:31.654197 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f92164e5-1558-4f22-ae79-fbd6ae224296 admin admin] Publish callbacks [] for security_group (3fbed3b3-4510-4836-9ea0-2a8c8ce91d54), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:31.690253 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:31.690936 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:31.692334 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] 10.222.0.65 "PUT /v2.0/ports/efd41e0d-e5ac-4487-bb9b-3d44cf74256d HTTP/1.1" status: 200 len: 1093 time: 2.7863636 Mar 07 17:05:31.692789 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543eca17-7ec5-4807-bc5c-15154d5e4c96', 'tag': 'efd41e0d-e5ac-4487-bb9b-3d44cf74256d'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:31.702047 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e15c5f-7e5a-46c9-b1ae-bc3dd649fac7" -d '{"events": [{"name": "network-changed", "server_uuid": "543eca17-7ec5-4807-bc5c-15154d5e4c96", "tag": "efd41e0d-e5ac-4487-bb9b-3d44cf74256d"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:31.763830 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc105551-6b82-4b01-92c0-873b9cc2c0e6 req-d6f23a15-bf36-41fc-ae29-29f96e5ad5e6 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:31.765522 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dc105551-6b82-4b01-92c0-873b9cc2c0e6 req-d6f23a15-bf36-41fc-ae29-29f96e5ad5e6 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.2751322 Mar 07 17:05:31.813404 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-48a52d11-b937-4855-aa4e-7bfc3012681a req-380e1b35-24b7-4e89-89b0-a11e31de91f9 service neutron] 10.222.0.65 "GET /v2.0/networks/44ebc418-5a8c-436e-a10b-3fdd2adbb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968585 Mar 07 17:05:31.900113 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-20985bb2-ec07-4047-8144-dff59a44ca96 req-03da2168-4f12-4d49-878d-d6c3d032ebf3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 210 time: 0.1269639 Mar 07 17:05:31.953182 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:32.026851 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a06a9-2252-4f62-8a42-4996e939d9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=efd41e0d-e5ac-4487-bb9b-3d44cf74256d,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:32.042736 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dc105551-6b82-4b01-92c0-873b9cc2c0e6 req-9fc035a1-a07f-4944-a6c9-86954fb02213 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565773 Mar 07 17:05:32.076686 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2882fd-d51f-4b25-9afd-9f68e5380b5a req-1f24672b-5f3a-432f-b954-0d76b5e8dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:32.091021 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b2882fd-d51f-4b25-9afd-9f68e5380b5a req-1f24672b-5f3a-432f-b954-0d76b5e8dea9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 1127 time: 0.3286588 Mar 07 17:05:32.093751 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-879997e4-318c-40f5-9b9d-d999da9f1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:32.097744 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-879997e4-318c-40f5-9b9d-d999da9f1c2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 1127 time: 0.1762886 Mar 07 17:05:32.109664 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f92164e5-1558-4f22-ae79-fbd6ae224296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (3fbed3b3-4510-4836-9ea0-2a8c8ce91d54), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:32.124359 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f92164e5-1558-4f22-ae79-fbd6ae224296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:32.124359 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f92164e5-1558-4f22-ae79-fbd6ae224296 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fbed3b3-4510-4836-9ea0-2a8c8ce91d54 HTTP/1.1" status: 204 len: 168 time: 0.6395187 Mar 07 17:05:32.172613 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Allocated IP 172.20.0.12 (8426946e-6eb9-4036-ab32-d12b1e24792c/d91058a5-8c5a-4ca7-8fab-e6f29546dfa0/45bb91a9-aaed-4704-9938-d87c251419b6) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:32.338113 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cbe25b-3903-415d-a37d-6ded38d5cb9a x-openstack-request-id: req-63cbe25b-3903-415d-a37d-6ded38d5cb9a {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:32.338479 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543eca17-7ec5-4807-bc5c-15154d5e4c96", "tag": "efd41e0d-e5ac-4487-bb9b-3d44cf74256d", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:32.338680 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63cbe25b-3903-415d-a37d-6ded38d5cb9a {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:32.340360 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543eca17-7ec5-4807-bc5c-15154d5e4c96', 'tag': 'efd41e0d-e5ac-4487-bb9b-3d44cf74256d', 'status': 'completed', 'code': 200} Mar 07 17:05:32.345731 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-db25ac56-6bfe-4fd6-a270-d9cde001bb32 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efd41e0d-e5ac-4487-bb9b-3d44cf74256d HTTP/1.1" status: 200 len: 217 time: 0.2120357 Mar 07 17:05:32.421364 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92164e5-1558-4f22-ae79-fbd6ae224296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbed3b3-4510-4836-9ea0-2a8c8ce91d54,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:32.443878 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for port (45bb91a9-aaed-4704-9938-d87c251419b6), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:32.492736 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-48a52d11-b937-4855-aa4e-7bfc3012681a req-62fbd0cc-4cd3-42d7-bf87-e436e96e01e2 service neutron] 10.222.0.65 "GET /v2.0/networks/44ebc418-5a8c-436e-a10b-3fdd2adbb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395521 Mar 07 17:05:32.527039 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc7ea6-cf9e-475e-bc24-5d2b281b175a req-5066f4e7-c2ef-4be0-b789-96aaffccc7bf tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:32.528773 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-85dc7ea6-cf9e-475e-bc24-5d2b281b175a req-5066f4e7-c2ef-4be0-b789-96aaffccc7bf tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 943 time: 0.1913140 Mar 07 17:05:32.608878 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-85dc7ea6-cf9e-475e-bc24-5d2b281b175a req-d17aec47-bcc7-42b3-beeb-346bc8e4de30 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658209 Mar 07 17:05:32.645780 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:32.753660 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-c34f3d20-ce8b-410d-b03e-d8976956cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:32.754322 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-c34f3d20-ce8b-410d-b03e-d8976956cbfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ebe8282a-1a75-4a21-b075-6e06af668645 HTTP/1.1" status: 200 len: 859 time: 0.3679259 Mar 07 17:05:32.774177 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Network 8426946e-6eb9-4036-ab32-d12b1e24792c is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:32.778658 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:32.808892 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'Port': ['ID=45bb91a9-aaed-4704-9938-d87c251419b6,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:32.823708 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-1f788c55-1f55-4cb9-9990-a8d14e4b4da3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482681 Mar 07 17:05:32.823977 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:32.832035 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:32.833550 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:32.954475 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-9a178539-0bd7-49df-bcea-f75bac68117b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7616179 Mar 07 17:05:32.990065 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2882fd-d51f-4b25-9afd-9f68e5380b5a req-03b04178-37fd-4800-8314-9537188e3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:32.992491 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Request body: {'port': {'device_id': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:33.000058 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b2882fd-d51f-4b25-9afd-9f68e5380b5a req-03b04178-37fd-4800-8314-9537188e3f37 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 920 time: 0.8761022 Mar 07 17:05:33.100173 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b2882fd-d51f-4b25-9afd-9f68e5380b5a req-c9d884a2-e7d6-4e9c-b17b-e8ecfb8ba00f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78 HTTP/1.1" status: 200 len: 217 time: 0.0898395 Mar 07 17:05:33.143472 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:33.146558 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:33.292977 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-df2464ca-9978-4103-98f8-2e04970b9d69 None None] Provisioning complete for port 45bb91a9-aaed-4704-9938-d87c251419b6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:33.294608 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-df2464ca-9978-4103-98f8-2e04970b9d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:33.309552 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-d9cc52c8-b49d-4d7d-bd29-7cb00fd93a3b service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745286 Mar 07 17:05:33.318129 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2882fd-d51f-4b25-9afd-9f68e5380b5a req-0434e9fb-f5f8-4970-8aa6-fa6cba2d70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:33.321551 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b2882fd-d51f-4b25-9afd-9f68e5380b5a req-0434e9fb-f5f8-4970-8aa6-fa6cba2d70e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ebe8282a-1a75-4a21-b075-6e06af668645 HTTP/1.1" status: 200 len: 859 time: 0.1886692 Mar 07 17:05:33.386107 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-df2464ca-9978-4103-98f8-2e04970b9d69 None None] Port 45bb91a9-aaed-4704-9938-d87c251419b6 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:33.421458 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa8d93-3c13-4b9a-8757-2aa7bfd78a77 req-f9009740-1d2c-43f1-ac6b-62739992d66a tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:33.423763 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-53aa8d93-3c13-4b9a-8757-2aa7bfd78a77 req-f9009740-1d2c-43f1-ac6b-62739992d66a tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.2069514 Mar 07 17:05:33.560760 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-53aa8d93-3c13-4b9a-8757-2aa7bfd78a77 req-22904165-ed45-4b92-9dee-7424b4ee70c7 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272736 Mar 07 17:05:33.716435 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bb91a9-aaed-4704-9938-d87c251419b6 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:33.732469 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Publish callbacks [] for port (45bb91a9-aaed-4704-9938-d87c251419b6), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:33.789173 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Transition to ACTIVE for port object 45bb91a9-aaed-4704-9938-d87c251419b6 will not be triggered until provisioned by entity L2. {{(pid=103716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:05:33.792234 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b2882fd-d51f-4b25-9afd-9f68e5380b5a req-314d312c-f4a9-4be1-8cc8-51b1e328c878 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407724 Mar 07 17:05:33.801882 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407fcff-e528-4bb6-ad68-229e5463df5f req-6a489b62-a1c8-4e1c-bb60-5d5571cebdfc tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:33.819566 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2407fcff-e528-4bb6-ad68-229e5463df5f req-6a489b62-a1c8-4e1c-bb60-5d5571cebdfc tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 932 time: 0.7160842 Mar 07 17:05:33.881740 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:33.955788 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e1584-7b3d-436f-8cd6-8e999022c883 req-836dbb1a-96ed-4cf8-85e5-66028b6c6825 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:33.966220 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-201e1584-7b3d-436f-8cd6-8e999022c883 req-836dbb1a-96ed-4cf8-85e5-66028b6c6825 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 943 time: 0.2253282 Mar 07 17:05:34.021677 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b2882fd-d51f-4b25-9afd-9f68e5380b5a req-0ab65f34-1674-4fe0-b812-7626763aa4e2 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971416 Mar 07 17:05:34.048902 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Pushing event updated for resources: {'Port': ['ID=45bb91a9-aaed-4704-9938-d87c251419b6,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:34.083447 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Attempting to bind port 45bb91a9-aaed-4704-9938-d87c251419b6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:34.083936 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Attempting to bind port 45bb91a9-aaed-4704-9938-d87c251419b6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:34.084415 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Attempting to bind port 45bb91a9-aaed-4704-9938-d87c251419b6 on network 8426946e-6eb9-4036-ab32-d12b1e24792c {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:34.103906 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Port 45bb91a9-aaed-4704-9938-d87c251419b6 on network 8426946e-6eb9-4036-ab32-d12b1e24792c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:05:34.106466 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Attempting to bind port 45bb91a9-aaed-4704-9938-d87c251419b6 on network 8426946e-6eb9-4036-ab32-d12b1e24792c {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:34.127006 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-201e1584-7b3d-436f-8cd6-8e999022c883 req-727b08a2-99bf-49ef-9ba6-95711835b1ef tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594884 Mar 07 17:05:34.131197 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:34.131710 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Checking segment: {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:34.135007 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Bound using segment: {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:34.135007 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Bound port: 45bb91a9-aaed-4704-9938-d87c251419b6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:34.135007 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:34.140444 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c9cd377d-e216-4f2b-9688-704ec04dfdbf req-fa188387-ae87-4bdc-917a-4a173cc6fdc8 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8146641 Mar 07 17:05:34.184075 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2407fcff-e528-4bb6-ad68-229e5463df5f req-e18d0086-7ce0-4b8e-9974-ea90094bcca4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608580 Mar 07 17:05:34.296667 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:34.304480 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b2882fd-d51f-4b25-9afd-9f68e5380b5a req-d4b28447-0b5f-499b-8c1a-0e3b38424e28 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675943 Mar 07 17:05:34.311061 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:34.411436 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:34.463749 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:34.464928 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:34.466571 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] 10.222.0.65 "PUT /v2.0/ports/45bb91a9-aaed-4704-9938-d87c251419b6 HTTP/1.1" status: 200 len: 1094 time: 1.4794438 Mar 07 17:05:34.467004 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:34.469556 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b0fee6-ee6b-486a-999a-2f85c12cbbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:34.542942 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dfc6f-9cff-4648-95b9-37e9e4aec407 service neutron] Pushing event updated for resources: {'Port': ['ID=45bb91a9-aaed-4704-9938-d87c251419b6,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:34.557891 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4908f4b2-f4af-40e9-8f68-4f52dc2f360c x-openstack-request-id: req-4908f4b2-f4af-40e9-8f68-4f52dc2f360c {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:34.558455 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:34.565156 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4908f4b2-f4af-40e9-8f68-4f52dc2f360c {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:34.565156 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6', 'status': 'completed', 'code': 200} Mar 07 17:05:34.653522 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e15c5f-7e5a-46c9-b1ae-bc3dd649fac7 req-33bca60a-e63e-4628-a485-9e34b96861c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:34.655076 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-61e15c5f-7e5a-46c9-b1ae-bc3dd649fac7 req-33bca60a-e63e-4628-a485-9e34b96861c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 1127 time: 0.2012701 Mar 07 17:05:34.731682 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0fee6-ee6b-486a-999a-2f85c12cbbfc req-0fc794e3-1779-45b1-8ece-9789dd445fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:34.733852 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f1b0fee6-ee6b-486a-999a-2f85c12cbbfc req-0fc794e3-1779-45b1-8ece-9789dd445fe6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 1128 time: 0.1263542 Mar 07 17:05:34.827889 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:34.934964 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db268c-1251-4bd1-b6d9-5d0eae8047ba req-2111c51f-62fb-42de-af6f-3827bea4594f tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:34.936937 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-18db268c-1251-4bd1-b6d9-5d0eae8047ba req-2111c51f-62fb-42de-af6f-3827bea4594f tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.2012479 Mar 07 17:05:35.027602 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e15c5f-7e5a-46c9-b1ae-bc3dd649fac7 req-1858ccac-ad90-46a3-b5af-5cc0e846a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:35.028784 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-61e15c5f-7e5a-46c9-b1ae-bc3dd649fac7 req-1858ccac-ad90-46a3-b5af-5cc0e846a174 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 920 time: 0.3585954 Mar 07 17:05:35.198791 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-61e15c5f-7e5a-46c9-b1ae-bc3dd649fac7 req-55c7b576-da6b-4dc8-b2f2-36c84c606e98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efd41e0d-e5ac-4487-bb9b-3d44cf74256d HTTP/1.1" status: 200 len: 217 time: 0.1355696 Mar 07 17:05:35.390662 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-18db268c-1251-4bd1-b6d9-5d0eae8047ba req-f1a079ec-2f39-4d8a-b152-ec163e0c395a tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271283 Mar 07 17:05:35.408911 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e15c5f-7e5a-46c9-b1ae-bc3dd649fac7 req-591526f6-cf26-4b5a-b546-fb8ef17c2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:35.411012 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-61e15c5f-7e5a-46c9-b1ae-bc3dd649fac7 req-591526f6-cf26-4b5a-b546-fb8ef17c2b0f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ebe8282a-1a75-4a21-b075-6e06af668645 HTTP/1.1" status: 200 len: 859 time: 0.1523719 Mar 07 17:05:35.496021 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 53998) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:35.498112 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-61e15c5f-7e5a-46c9-b1ae-bc3dd649fac7 req-41d78306-4bef-4200-84e8-c53493ebaf95 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650425 Mar 07 17:05:35.562424 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0fee6-ee6b-486a-999a-2f85c12cbbfc req-4a965d2d-b57e-4044-a445-de6d3ae6e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:35.569665 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f1b0fee6-ee6b-486a-999a-2f85c12cbbfc req-4a965d2d-b57e-4044-a445-de6d3ae6e8b5 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=84c221f2dc834546ae095602ed8dbefd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.8212826 Mar 07 17:05:35.601605 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99424995-a064-4895-aa51-1b776639c485 req-fd26ab94-3d4d-4fb5-a86c-8d22fa450199 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:35.603191 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-99424995-a064-4895-aa51-1b776639c485 req-fd26ab94-3d4d-4fb5-a86c-8d22fa450199 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 943 time: 0.3724542 Mar 07 17:05:35.705328 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-61e15c5f-7e5a-46c9-b1ae-bc3dd649fac7 req-3673d883-f687-47d8-b94b-8bb63d94b850 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893041 Mar 07 17:05:35.918461 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-61e15c5f-7e5a-46c9-b1ae-bc3dd649fac7 req-ce235508-da78-4b38-b450-cde09e70f185 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873996 Mar 07 17:05:35.931555 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8390af6-8d72-4713-b6e6-17f9564a0224 req-0ef49ead-d9e8-48ef-a8d4-0ade91537d07 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:35.933477 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a8390af6-8d72-4713-b6e6-17f9564a0224 req-0ef49ead-d9e8-48ef-a8d4-0ade91537d07 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.2241592 Mar 07 17:05:35.941493 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-99424995-a064-4895-aa51-1b776639c485 req-5afc1c39-196f-49c7-ab4e-a20bad23b8b0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182905 Mar 07 17:05:35.983686 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc2af-6ae5-4429-bad0-8112636cb253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:36.068641 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0fee6-ee6b-486a-999a-2f85c12cbbfc req-46a5a400-becb-4fa7-b653-bda37761c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:36.070517 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f1b0fee6-ee6b-486a-999a-2f85c12cbbfc req-46a5a400-becb-4fa7-b653-bda37761c6cd service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4838481 Mar 07 17:05:36.084866 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a8390af6-8d72-4713-b6e6-17f9564a0224 req-8932b383-bbd1-433f-9b6a-a35a3ada404b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256032 Mar 07 17:05:36.150316 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc2af-6ae5-4429-bad0-8112636cb253 admin admin] Publish callbacks [] for security_group (5bb91183-50be-4c53-bf5e-c7cca7ac2660), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:36.256176 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc2af-6ae5-4429-bad0-8112636cb253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (5bb91183-50be-4c53-bf5e-c7cca7ac2660), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:36.265731 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-90262e38-468c-46fe-8387-26f02bce52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:36.269281 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-90262e38-468c-46fe-8387-26f02bce52cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 1128 time: 0.0613306 Mar 07 17:05:36.304898 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7c2bc2af-6ae5-4429-bad0-8112636cb253 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07889a1090a44539ba71d581978606cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8057477 Mar 07 17:05:36.308018 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 54026) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:36.352140 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bc2af-6ae5-4429-bad0-8112636cb253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb91183-50be-4c53-bf5e-c7cca7ac2660,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:36.407434 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05b32276-9bbd-4908-9cee-dac73388b23c admin admin] Publish callbacks [] for security_group (5bb91183-50be-4c53-bf5e-c7cca7ac2660), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:36.428228 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-56d94105-49c6-41b3-be3d-942e2dd2704d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb91a9-aaed-4704-9938-d87c251419b6 HTTP/1.1" status: 200 len: 217 time: 0.1316917 Mar 07 17:05:36.468524 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05b32276-9bbd-4908-9cee-dac73388b23c admin admin] Publish callbacks [] for security_group (5bb91183-50be-4c53-bf5e-c7cca7ac2660), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:36.607431 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-d8ae0d76-4302-4c94-bb98-16df8aa32a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:36.612378 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-d8ae0d76-4302-4c94-bb98-16df8aa32a5e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 HTTP/1.1" status: 200 len: 856 time: 0.1641836 Mar 07 17:05:36.679858 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05b32276-9bbd-4908-9cee-dac73388b23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (5bb91183-50be-4c53-bf5e-c7cca7ac2660), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:36.682896 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05b32276-9bbd-4908-9cee-dac73388b23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:36.684307 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-05b32276-9bbd-4908-9cee-dac73388b23c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bb91183-50be-4c53-bf5e-c7cca7ac2660 HTTP/1.1" status: 204 len: 168 time: 0.3754089 Mar 07 17:05:36.702048 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1352e-50fa-4644-9182-1843123e42ab req-11f59bd7-95b1-4111-8e53-228ca37deb5d tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:36.711717 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-65a1352e-50fa-4644-9182-1843123e42ab req-11f59bd7-95b1-4111-8e53-228ca37deb5d tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.2002969 Mar 07 17:05:36.715814 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b32276-9bbd-4908-9cee-dac73388b23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb91183-50be-4c53-bf5e-c7cca7ac2660,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:36.816775 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-65a1352e-50fa-4644-9182-1843123e42ab req-a7d6f3ee-1958-4e62-bbdd-9d5764cd9a8f tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038964 Mar 07 17:05:36.839471 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-af53c7ce-afdc-4a49-ba95-0b0d7c2dfef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:36.839471 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-af53c7ce-afdc-4a49-ba95-0b0d7c2dfef5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8426946e-6eb9-4036-ab32-d12b1e24792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2144301 Mar 07 17:05:37.044588 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-655391cb-58e9-40c8-b953-876e3e03f967 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765501 Mar 07 17:05:37.272560 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59397f43-3b28-467b-bfd5-b22cece5024b req-f289363f-ec7f-44a9-b4d7-8242153838aa tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:37.274334 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-59397f43-3b28-467b-bfd5-b22cece5024b req-f289363f-ec7f-44a9-b4d7-8242153838aa tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 943 time: 0.2089159 Mar 07 17:05:37.279116 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3354b644-08a9-4fbf-932a-5c9a84f50751 req-466461af-5444-4192-b5bc-b5a8476f5d50 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275841 Mar 07 17:05:37.341831 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada92d0-3317-4c69-9b28-29650723f129 req-32c66fd2-3c38-463d-8543-a1c76b18ee1b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:37.350263 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8ada92d0-3317-4c69-9b28-29650723f129 req-32c66fd2-3c38-463d-8543-a1c76b18ee1b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1143579 Mar 07 17:05:37.358886 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-59397f43-3b28-467b-bfd5-b22cece5024b req-6ece95a0-d0b8-4bfa-aa47-50e2c5ced6d0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741353 Mar 07 17:05:37.415752 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8ada92d0-3317-4c69-9b28-29650723f129 req-adf195c5-5f95-4534-8c73-a0428f79ec34 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642290 Mar 07 17:05:37.891274 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54074) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:37.912116 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-864e6e8e-1f08-4dc0-a448-10d3df6023d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:37.989388 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b36ec7-af18-49f3-940c-0f391886c2ab req-4ec5d263-7b3e-4792-a706-1fda28148c63 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:37.990824 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-03b36ec7-af18-49f3-940c-0f391886c2ab req-4ec5d263-7b3e-4792-a706-1fda28148c63 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.1006916 Mar 07 17:05:38.065728 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-864e6e8e-1f08-4dc0-a448-10d3df6023d3 admin admin] Publish callbacks [] for security_group (e7b397ff-f487-4515-ba4f-607d3b97cd76), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:38.069521 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-03b36ec7-af18-49f3-940c-0f391886c2ab req-2883edfc-794d-48e1-bd09-908b620efaac tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705807 Mar 07 17:05:38.153465 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-864e6e8e-1f08-4dc0-a448-10d3df6023d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (e7b397ff-f487-4515-ba4f-607d3b97cd76), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:38.199603 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-864e6e8e-1f08-4dc0-a448-10d3df6023d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71bc891d41294b4cb8ef8244cb87887c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067136 Mar 07 17:05:38.200575 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e6e8e-1f08-4dc0-a448-10d3df6023d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b397ff-f487-4515-ba4f-607d3b97cd76,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:38.202354 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 54084) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:38.252103 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-739e52c7-f1a0-416f-b8d0-1daf30ee0446 admin admin] Publish callbacks [] for security_group (e7b397ff-f487-4515-ba4f-607d3b97cd76), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:38.274212 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-739e52c7-f1a0-416f-b8d0-1daf30ee0446 admin admin] Publish callbacks [] for security_group (e7b397ff-f487-4515-ba4f-607d3b97cd76), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:38.440361 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-739e52c7-f1a0-416f-b8d0-1daf30ee0446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (e7b397ff-f487-4515-ba4f-607d3b97cd76), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:38.443015 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-739e52c7-f1a0-416f-b8d0-1daf30ee0446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:38.449344 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-739e52c7-f1a0-416f-b8d0-1daf30ee0446 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7b397ff-f487-4515-ba4f-607d3b97cd76 HTTP/1.1" status: 204 len: 168 time: 0.2405596 Mar 07 17:05:38.473645 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e52c7-f1a0-416f-b8d0-1daf30ee0446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b397ff-f487-4515-ba4f-607d3b97cd76,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:38.501262 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384be3e0-9699-40aa-a041-0f6d1c1f02db req-88143acf-3640-4faf-b76a-91ffe61175f4 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:38.501835 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-384be3e0-9699-40aa-a041-0f6d1c1f02db req-88143acf-3640-4faf-b76a-91ffe61175f4 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 943 time: 0.0720208 Mar 07 17:05:38.590479 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-384be3e0-9699-40aa-a041-0f6d1c1f02db req-74a99d15-73de-4b03-9f84-773f53329b33 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812557 Mar 07 17:05:38.612396 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9de3a-5d13-49e9-b6b2-9f737928ef80 req-8d5ba137-e78a-4a35-8bb8-6721937d03e2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:38.613975 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-02f9de3a-5d13-49e9-b6b2-9f737928ef80 req-8d5ba137-e78a-4a35-8bb8-6721937d03e2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0984824 Mar 07 17:05:38.687722 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-02f9de3a-5d13-49e9-b6b2-9f737928ef80 req-2901ce35-64ba-4ee4-8a1b-6d9f152de756 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649695 Mar 07 17:05:39.198751 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae35f32-a8d0-4915-8098-2ab96209e856 req-5853b1fc-a099-433a-85ca-dcdee238063c tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:39.206352 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6ae35f32-a8d0-4915-8098-2ab96209e856 req-5853b1fc-a099-433a-85ca-dcdee238063c tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.0678062 Mar 07 17:05:39.249550 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6ae35f32-a8d0-4915-8098-2ab96209e856 req-cf806484-f7af-4361-ac5f-f25df7b5ba54 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Mar 07 17:05:39.736049 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc67e1-8aab-4207-917d-c0a851f64c99 req-7430bbfe-5e60-4271-80f4-9d9c48d1f3ce tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:39.739966 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aadc67e1-8aab-4207-917d-c0a851f64c99 req-7430bbfe-5e60-4271-80f4-9d9c48d1f3ce tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 943 time: 0.0686631 Mar 07 17:05:39.810457 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aadc67e1-8aab-4207-917d-c0a851f64c99 req-72e38d9c-3d15-4780-815f-aa681ddc7b01 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658927 Mar 07 17:05:39.831730 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4c65c-9dfe-4d08-ade2-91d556c81f57 req-8845499d-252e-4d9e-beed-6850a863df87 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:39.834848 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cc4c65c-9dfe-4d08-ade2-91d556c81f57 req-8845499d-252e-4d9e-beed-6850a863df87 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0655878 Mar 07 17:05:39.892257 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cc4c65c-9dfe-4d08-ade2-91d556c81f57 req-ecb0b9f5-9570-48fc-be57-f5a78c18a3b0 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443504 Mar 07 17:05:40.416314 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f552f-6ce3-4b03-8874-6b7b1d0c14d3 req-f8841d1d-fdc3-4430-9827-656a656a896b tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:40.418476 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4e9f552f-6ce3-4b03-8874-6b7b1d0c14d3 req-f8841d1d-fdc3-4430-9827-656a656a896b tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.1024613 Mar 07 17:05:40.509129 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4e9f552f-6ce3-4b03-8874-6b7b1d0c14d3 req-71974cee-e94b-4cc0-bca2-a52b9971ec7d tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831180 Mar 07 17:05:40.530401 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:40.975198 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54218) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:40.995346 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08ae06-222a-4ae7-9379-4b73900cfa3d req-49f12a47-4d22-4222-9515-1519d8a99c23 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:40.998009 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-df08ae06-222a-4ae7-9379-4b73900cfa3d req-49f12a47-4d22-4222-9515-1519d8a99c23 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 943 time: 0.1086693 Mar 07 17:05:41.049818 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-df08ae06-222a-4ae7-9379-4b73900cfa3d req-1cb1eff0-233b-40e5-867b-758af6b52846 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445583 Mar 07 17:05:41.085697 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45e000-9aee-4005-92fb-8ed8927debaf req-c9dbb60c-11f1-4b3a-9fb2-1f7ad34fdc61 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:41.087263 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ae45e000-9aee-4005-92fb-8ed8927debaf req-c9dbb60c-11f1-4b3a-9fb2-1f7ad34fdc61 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0901403 Mar 07 17:05:41.154775 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60313846-165e-45ae-b526-bc6d9cbc7c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.159469 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ae45e000-9aee-4005-92fb-8ed8927debaf req-edc2641e-c55d-46a1-8ea2-e20ce2cc1710 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657215 Mar 07 17:05:41.250439 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60313846-165e-45ae-b526-bc6d9cbc7c2f admin admin] Publish callbacks [] for security_group (322a9cf5-27dd-4c40-86cb-31eca3411639), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.324594 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60313846-165e-45ae-b526-bc6d9cbc7c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (322a9cf5-27dd-4c40-86cb-31eca3411639), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.370870 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-60313846-165e-45ae-b526-bc6d9cbc7c2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8478739d844a4bafab4d640c2bff3ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915272 Mar 07 17:05:41.370870 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60313846-165e-45ae-b526-bc6d9cbc7c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322a9cf5-27dd-4c40-86cb-31eca3411639,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:41.371868 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 54240) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:41.427421 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f65158e-d705-48c3-aa55-0c4eaad35254 admin admin] Publish callbacks [] for security_group (322a9cf5-27dd-4c40-86cb-31eca3411639), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.460206 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f65158e-d705-48c3-aa55-0c4eaad35254 admin admin] Publish callbacks [] for security_group (322a9cf5-27dd-4c40-86cb-31eca3411639), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.569590 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f65158e-d705-48c3-aa55-0c4eaad35254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (322a9cf5-27dd-4c40-86cb-31eca3411639), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.575811 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f65158e-d705-48c3-aa55-0c4eaad35254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.575811 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5f65158e-d705-48c3-aa55-0c4eaad35254 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/322a9cf5-27dd-4c40-86cb-31eca3411639 HTTP/1.1" status: 204 len: 168 time: 0.2010906 Mar 07 17:05:41.581608 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65158e-d705-48c3-aa55-0c4eaad35254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322a9cf5-27dd-4c40-86cb-31eca3411639,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:41.652955 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee791686-049d-4bae-be1f-0f8876e05c88 req-b7c825a2-a11a-48be-a994-03b0db9955a0 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:41.658353 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ee791686-049d-4bae-be1f-0f8876e05c88 req-b7c825a2-a11a-48be-a994-03b0db9955a0 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.0745077 Mar 07 17:05:41.713957 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ee791686-049d-4bae-be1f-0f8876e05c88 req-6c8f3f8b-e1c0-4485-af77-553586d3aa3f tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544505 Mar 07 17:05:41.815735 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 54264) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:42.077235 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bddedf0b-efe5-4386-a6cb-81315f63ce04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.228709 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bddedf0b-efe5-4386-a6cb-81315f63ce04 admin admin] Publish callbacks [] for security_group (1f707aa1-2b5f-4204-a137-dee781440ad7), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.253038 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca81aa8-81f5-437e-a6ee-43f9e910f861 req-108aaf26-b00a-409d-b1e9-b4ebbdde2ead tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:42.260156 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9ca81aa8-81f5-437e-a6ee-43f9e910f861 req-108aaf26-b00a-409d-b1e9-b4ebbdde2ead tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 943 time: 0.0690923 Mar 07 17:05:42.313621 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bddedf0b-efe5-4386-a6cb-81315f63ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1f707aa1-2b5f-4204-a137-dee781440ad7), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.317978 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9ca81aa8-81f5-437e-a6ee-43f9e910f861 req-eb4c945c-c6de-45ca-b881-e36cbc3a96c7 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556786 Mar 07 17:05:42.362664 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-bddedf0b-efe5-4386-a6cb-81315f63ce04 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0f3a1bf02f344d5888c5993cdee231e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5451133 Mar 07 17:05:42.363786 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddedf0b-efe5-4386-a6cb-81315f63ce04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f707aa1-2b5f-4204-a137-dee781440ad7,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:42.365194 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54296) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:42.374057 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b38853-5940-48fa-ada5-f9db32f71770 req-8eb66d3b-058a-4cd9-a4ed-c4d0c97979fb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:42.385597 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-41b38853-5940-48fa-ada5-f9db32f71770 req-8eb66d3b-058a-4cd9-a4ed-c4d0c97979fb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1113155 Mar 07 17:05:42.431313 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-41b38853-5940-48fa-ada5-f9db32f71770 req-6d670738-cc17-4cf3-88e6-c06fbae5eb0e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479491 Mar 07 17:05:42.436234 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-880aa3d1-6e2c-46fc-a61d-69b8120886b8 admin admin] Publish callbacks [] for security_group (1f707aa1-2b5f-4204-a137-dee781440ad7), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.465739 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-880aa3d1-6e2c-46fc-a61d-69b8120886b8 admin admin] Publish callbacks [] for security_group (1f707aa1-2b5f-4204-a137-dee781440ad7), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.593320 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-880aa3d1-6e2c-46fc-a61d-69b8120886b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1f707aa1-2b5f-4204-a137-dee781440ad7), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.596633 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-880aa3d1-6e2c-46fc-a61d-69b8120886b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.600709 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-880aa3d1-6e2c-46fc-a61d-69b8120886b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f707aa1-2b5f-4204-a137-dee781440ad7 HTTP/1.1" status: 204 len: 168 time: 0.2316794 Mar 07 17:05:42.613780 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aa3d1-6e2c-46fc-a61d-69b8120886b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f707aa1-2b5f-4204-a137-dee781440ad7,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:42.853422 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189fee1-eb87-40d1-bc21-da9d90a5504f req-cacabc22-3044-42a9-8be5-97cf1d68cdb0 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:42.853422 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0189fee1-eb87-40d1-bc21-da9d90a5504f req-cacabc22-3044-42a9-8be5-97cf1d68cdb0 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.0654159 Mar 07 17:05:42.918290 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0189fee1-eb87-40d1-bc21-da9d90a5504f req-ce48d206-e429-4ab8-a21a-e253f1607831 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563114 Mar 07 17:05:43.137087 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device efd41e0d-e5ac-4487-bb9b-3d44cf74256d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:05:43.273325 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port efd41e0d-e5ac-4487-bb9b-3d44cf74256d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=efd41e0d-e5ac-4487-bb9b-3d44cf74256d,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:43.285903 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': 'efd41e0d-e5ac-4487-bb9b-3d44cf74256d', 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59', 'port_id': 'efd41e0d-e5ac-4487-bb9b-3d44cf74256d', 'mac_address': 'fa:16:3e:0e:76:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe8282a-1a75-4a21-b075-6e06af668645', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:05:43.325476 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port efd41e0d-e5ac-4487-bb9b-3d44cf74256d is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:43.325869 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.342866 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd41e0d-e5ac-4487-bb9b-3d44cf74256d {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:43.366680 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port efd41e0d-e5ac-4487-bb9b-3d44cf74256d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=efd41e0d-e5ac-4487-bb9b-3d44cf74256d,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:43.437375 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a06fd-063a-40fa-a4fe-ce4cd169badb req-83bd07f9-ca74-4df7-b84a-f41e8a1a17e7 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:43.438836 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f17a06fd-063a-40fa-a4fe-ce4cd169badb req-83bd07f9-ca74-4df7-b84a-f41e8a1a17e7 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 943 time: 0.0580156 Mar 07 17:05:43.490993 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f17a06fd-063a-40fa-a4fe-ce4cd169badb req-0e6ba055-056e-4253-a7c1-68d8bfd44f6b tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459144 Mar 07 17:05:43.576127 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2f255-0be8-49f5-a8f8-ab7ca55ee474 req-ee292e79-b535-49c1-a025-7d20e3ad23e6 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:43.577708 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a3d2f255-0be8-49f5-a8f8-ab7ca55ee474 req-ee292e79-b535-49c1-a025-7d20e3ad23e6 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0688984 Mar 07 17:05:43.583000 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.583967 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4e711bbb-b402-413a-b8fa-1cb89ae01b78 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:05:43.639231 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a3d2f255-0be8-49f5-a8f8-ab7ca55ee474 req-08883f61-121f-4001-83b5-7e08d4b81b4e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541606 Mar 07 17:05:43.718854 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.db.resource_extend [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 17:05:43.745048 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 4e711bbb-b402-413a-b8fa-1cb89ae01b78, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:43.755664 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=efd41e0d-e5ac-4487-bb9b-3d44cf74256d,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:43.762588 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '4e711bbb-b402-413a-b8fa-1cb89ae01b78', 'network_id': '1b52b89d-0ba4-405a-9fc7-4a4e44e29e59', 'port_id': '4e711bbb-b402-413a-b8fa-1cb89ae01b78', 'mac_address': 'fa:16:3e:fd:2d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe8282a-1a75-4a21-b075-6e06af668645', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:05:43.809773 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 4e711bbb-b402-413a-b8fa-1cb89ae01b78 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:43.817961 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.825286 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e711bbb-b402-413a-b8fa-1cb89ae01b78 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:43.850229 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 4e711bbb-b402-413a-b8fa-1cb89ae01b78, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:43.924034 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.925736 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 45bb91a9-aaed-4704-9938-d87c251419b6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:05:44.029342 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=4e711bbb-b402-413a-b8fa-1cb89ae01b78,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:44.058862 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f9e2d-d138-4d33-9f22-e06336f89caa req-812da66d-3e3a-42f7-bf9e-eeb6deb22c0e tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:44.067173 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-927f9e2d-d138-4d33-9f22-e06336f89caa req-812da66d-3e3a-42f7-bf9e-eeb6deb22c0e tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 943 time: 0.0652580 Mar 07 17:05:44.130084 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-927f9e2d-d138-4d33-9f22-e06336f89caa req-74f57294-b08c-4828-be20-ed3b384f01da tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614371 Mar 07 17:05:44.154026 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:44.173240 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '45bb91a9-aaed-4704-9938-d87c251419b6', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'port_id': '45bb91a9-aaed-4704-9938-d87c251419b6', 'mac_address': 'fa:16:3e:99:6b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:05:44.216458 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 45bb91a9-aaed-4704-9938-d87c251419b6 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:44.216711 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:44.230905 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bb91a9-aaed-4704-9938-d87c251419b6 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:44.251650 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:44.313641 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:44.316741 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device f7d51373-00e5-4966-bd10-60fa920fc6fe details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:05:44.395466 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=45bb91a9-aaed-4704-9938-d87c251419b6,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:44.461704 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port f7d51373-00e5-4966-bd10-60fa920fc6fe, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f7d51373-00e5-4966-bd10-60fa920fc6fe,segment=NetworkSegment(22b832d0-be90-48e6-aba8-3bcf8a2b260a),segment_id=22b832d0-be90-48e6-aba8-3bcf8a2b260a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:44.473446 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': 'f7d51373-00e5-4966-bd10-60fa920fc6fe', 'network_id': '44ebc418-5a8c-436e-a10b-3fdd2adbb0e0', 'port_id': 'f7d51373-00e5-4966-bd10-60fa920fc6fe', 'mac_address': 'fa:16:3e:f3:d4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5070fc-d09b-4e96-a414-faf8e71b57de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:05:44.514608 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port f7d51373-00e5-4966-bd10-60fa920fc6fe is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:44.515002 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:44.533182 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d51373-00e5-4966-bd10-60fa920fc6fe {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:44.553303 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port f7d51373-00e5-4966-bd10-60fa920fc6fe, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f7d51373-00e5-4966-bd10-60fa920fc6fe,segment=NetworkSegment(22b832d0-be90-48e6-aba8-3bcf8a2b260a),segment_id=22b832d0-be90-48e6-aba8-3bcf8a2b260a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:44.625153 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3c537-b155-45bb-8d63-b6074f29f4b8 req-7ba81dba-80c4-43e8-8d10-8289122159ab tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:44.626754 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e3a3c537-b155-45bb-8d63-b6074f29f4b8 req-7ba81dba-80c4-43e8-8d10-8289122159ab tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 944 time: 0.0641947 Mar 07 17:05:44.661761 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:44.707479 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e3a3c537-b155-45bb-8d63-b6074f29f4b8 req-316130b5-323d-46ac-b7cb-b320e52f5167 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692244 Mar 07 17:05:44.735291 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=f7d51373-00e5-4966-bd10-60fa920fc6fe,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:44.797021 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099cde3-1f55-4008-ab0b-84e8582595c8 req-62fba344-7d12-4715-a528-956b9d7d920e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:44.798749 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e099cde3-1f55-4008-ab0b-84e8582595c8 req-62fba344-7d12-4715-a528-956b9d7d920e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 945 time: 0.0589967 Mar 07 17:05:44.852612 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e099cde3-1f55-4008-ab0b-84e8582595c8 req-6185705f-a426-4294-8a01-1cbf8ec9fa6a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477045 Mar 07 17:05:45.253512 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decc0a6-c834-4388-8a91-90b7e96e84f5 req-b15dcc42-2ec8-4819-bc76-6fe61c220248 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:45.255172 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3decc0a6-c834-4388-8a91-90b7e96e84f5 req-b15dcc42-2ec8-4819-bc76-6fe61c220248 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 944 time: 0.0575001 Mar 07 17:05:45.313094 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3decc0a6-c834-4388-8a91-90b7e96e84f5 req-5bbc05a7-0926-431d-a2ff-8f87fa4547ea tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518303 Mar 07 17:05:45.593703 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 54450) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:45.699344 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ceb578c1-d34a-4648-947c-b2996a7841b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:45.783216 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ceb578c1-d34a-4648-947c-b2996a7841b8 admin admin] Publish callbacks [] for security_group (71fd349e-80dc-459e-a1c7-48fbc1fa3918), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:45.829436 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ceb578c1-d34a-4648-947c-b2996a7841b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (71fd349e-80dc-459e-a1c7-48fbc1fa3918), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:45.847380 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d345867-6f08-47ad-8cab-936dbe5f8028 req-e3e6eb36-1591-4eda-821b-4d4b641c5604 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:45.848876 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6d345867-6f08-47ad-8cab-936dbe5f8028 req-e3e6eb36-1591-4eda-821b-4d4b641c5604 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 944 time: 0.0713720 Mar 07 17:05:45.898321 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ceb578c1-d34a-4648-947c-b2996a7841b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dacbc1d2e4a4ad3972d4c99d4cd4155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994018 Mar 07 17:05:45.898321 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb578c1-d34a-4648-947c-b2996a7841b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd349e-80dc-459e-a1c7-48fbc1fa3918,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:45.898632 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54462) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:45.964880 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6d345867-6f08-47ad-8cab-936dbe5f8028 req-ba43a31c-54ec-4dfa-ac3b-ea32b2f108ea tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005907 Mar 07 17:05:46.032790 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15734ab7-8b06-4e0d-9257-2037f9b6f3b4 admin admin] Publish callbacks [] for security_group (71fd349e-80dc-459e-a1c7-48fbc1fa3918), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:46.063316 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbe742-d1dc-4055-9cc2-01802e06d00f req-5ff516d6-fcc2-484c-af12-a3def00f8e80 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:46.065330 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bffbe742-d1dc-4055-9cc2-01802e06d00f req-5ff516d6-fcc2-484c-af12-a3def00f8e80 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 945 time: 0.0899441 Mar 07 17:05:46.070409 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15734ab7-8b06-4e0d-9257-2037f9b6f3b4 admin admin] Publish callbacks [] for security_group (71fd349e-80dc-459e-a1c7-48fbc1fa3918), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:46.136947 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bffbe742-d1dc-4055-9cc2-01802e06d00f req-c8ef80de-f53d-4ae8-b022-44fec214194f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643423 Mar 07 17:05:46.216007 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15734ab7-8b06-4e0d-9257-2037f9b6f3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (71fd349e-80dc-459e-a1c7-48fbc1fa3918), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:46.218657 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15734ab7-8b06-4e0d-9257-2037f9b6f3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:46.219789 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-15734ab7-8b06-4e0d-9257-2037f9b6f3b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71fd349e-80dc-459e-a1c7-48fbc1fa3918 HTTP/1.1" status: 204 len: 168 time: 0.3219535 Mar 07 17:05:46.230284 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15734ab7-8b06-4e0d-9257-2037f9b6f3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd349e-80dc-459e-a1c7-48fbc1fa3918,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:46.440316 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a67bec-c977-459d-80f4-1abe062cd3bf req-d9e781f1-10ae-4c64-a473-cabb4fbe516c tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:46.441805 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b7a67bec-c977-459d-80f4-1abe062cd3bf req-d9e781f1-10ae-4c64-a473-cabb4fbe516c tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 944 time: 0.0541012 Mar 07 17:05:46.487505 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b7a67bec-c977-459d-80f4-1abe062cd3bf req-62a2103e-f999-4af1-88c5-75eff5d5f71a tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 Mar 07 17:05:46.894262 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54484) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:46.910830 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d12aaef-7e40-4f23-b69b-e31809f0425d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:46.985982 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d12aaef-7e40-4f23-b69b-e31809f0425d admin admin] Publish callbacks [] for security_group (615be951-cf49-4cf9-9fdc-7b378156fa38), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:47.061621 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d12aaef-7e40-4f23-b69b-e31809f0425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (615be951-cf49-4cf9-9fdc-7b378156fa38), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:47.114258 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12aaef-7e40-4f23-b69b-e31809f0425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615be951-cf49-4cf9-9fdc-7b378156fa38,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:47.120307 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2d12aaef-7e40-4f23-b69b-e31809f0425d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f39d204d8fb7431fbd293bae1fc8b26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248991 Mar 07 17:05:47.123464 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 54490) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:47.134779 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25c345-b07a-4566-b670-bdd15231eb4c req-a719afa3-32f3-449a-95f2-8a6029da6fce tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:47.135802 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cd25c345-b07a-4566-b670-bdd15231eb4c req-a719afa3-32f3-449a-95f2-8a6029da6fce tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 944 time: 0.1066549 Mar 07 17:05:47.197879 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da8f11e6-ae0e-4d56-8ce6-ef88025f320a admin admin] Publish callbacks [] for security_group (615be951-cf49-4cf9-9fdc-7b378156fa38), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:47.207901 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cd25c345-b07a-4566-b670-bdd15231eb4c req-c80eb5b5-ef16-4f1c-83b0-ab137e2981f4 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649500 Mar 07 17:05:47.230358 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da8f11e6-ae0e-4d56-8ce6-ef88025f320a admin admin] Publish callbacks [] for security_group (615be951-cf49-4cf9-9fdc-7b378156fa38), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:47.326134 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc465a-64a4-478f-a88a-e05ad67e0a27 req-77bb60c8-05a5-40ae-98d9-97e49bcc3507 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:47.327460 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-34dc465a-64a4-478f-a88a-e05ad67e0a27 req-77bb60c8-05a5-40ae-98d9-97e49bcc3507 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 945 time: 0.0825162 Mar 07 17:05:47.386554 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-34dc465a-64a4-478f-a88a-e05ad67e0a27 req-ec90590d-a4c8-4f4b-9e73-01d4cee517ea tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519056 Mar 07 17:05:47.426313 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da8f11e6-ae0e-4d56-8ce6-ef88025f320a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (615be951-cf49-4cf9-9fdc-7b378156fa38), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:47.429096 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da8f11e6-ae0e-4d56-8ce6-ef88025f320a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:47.430184 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-da8f11e6-ae0e-4d56-8ce6-ef88025f320a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/615be951-cf49-4cf9-9fdc-7b378156fa38 HTTP/1.1" status: 204 len: 168 time: 0.3055665 Mar 07 17:05:47.439167 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f11e6-ae0e-4d56-8ce6-ef88025f320a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615be951-cf49-4cf9-9fdc-7b378156fa38,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:47.620373 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76095215-e83c-4ae0-aec9-09b948d9312b req-21133b91-8577-43e0-b620-75ba39860294 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:47.621898 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-76095215-e83c-4ae0-aec9-09b948d9312b req-21133b91-8577-43e0-b620-75ba39860294 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 944 time: 0.0628769 Mar 07 17:05:47.671777 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-76095215-e83c-4ae0-aec9-09b948d9312b req-6743cefc-0f6a-4acc-8fe4-af27febb4763 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441201 Mar 07 17:05:47.771521 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['4e711bbb-b402-413a-b8fa-1cb89ae01b78'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:05:47.820663 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['efd41e0d-e5ac-4487-bb9b-3d44cf74256d'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:05:47.856619 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['45bb91a9-aaed-4704-9938-d87c251419b6'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:05:47.871536 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['f7d51373-00e5-4966-bd10-60fa920fc6fe'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:05:48.381367 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2822c9-5766-40ee-a6fe-e43cf875d0b3 req-26c5a537-f1d0-4ef7-a986-f4f9be5c4e6e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:48.383981 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3a2822c9-5766-40ee-a6fe-e43cf875d0b3 req-26c5a537-f1d0-4ef7-a986-f4f9be5c4e6e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 944 time: 0.0786862 Mar 07 17:05:48.518262 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3a2822c9-5766-40ee-a6fe-e43cf875d0b3 req-6b020dcd-52a2-4898-a675-632394b15375 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276352 Mar 07 17:05:48.604923 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab83326-5b24-4c6c-ad62-6a564ac0819a req-bbbc0cc2-f8bf-4368-bd0b-fb92e37ca5f3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:48.606485 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dab83326-5b24-4c6c-ad62-6a564ac0819a req-bbbc0cc2-f8bf-4368-bd0b-fb92e37ca5f3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 945 time: 0.0782645 Mar 07 17:05:48.656276 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dab83326-5b24-4c6c-ad62-6a564ac0819a req-6d05f76f-20bb-48bc-ba81-e439b23a0f8d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438626 Mar 07 17:05:48.816628 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6efbe-9bb8-4cb0-91f8-07ce582ee4ba req-e4fc505e-bd0c-4ce9-9d5b-87302a954301 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:48.822622 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4ef6efbe-9bb8-4cb0-91f8-07ce582ee4ba req-e4fc505e-bd0c-4ce9-9d5b-87302a954301 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 944 time: 0.0721524 Mar 07 17:05:48.828234 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54570) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:48.890177 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4ef6efbe-9bb8-4cb0-91f8-07ce582ee4ba req-ba6237ae-a10b-4eea-a243-5ba407b9ce35 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633998 Mar 07 17:05:48.958244 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-877406450-network', 'tenant_id': '9cb4d9e24b7f438e95fee54607f05c86'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:49.119604 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Made reservation on behalf of 9cb4d9e24b7f438e95fee54607f05c86 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:49.123965 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.133883 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.246349 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Publish callbacks [] for security_group (c6c35df8-68fb-4bbe-81fd-03a4ac01eea6), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.335187 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (c6c35df8-68fb-4bbe-81fd-03a4ac01eea6), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.364625 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:05:49.373020 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c35df8-68fb-4bbe-81fd-03a4ac01eea6,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:49.381675 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (eaedd783-d5a0-4b46-bcfc-851ed7edfd90), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.381896 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.segments_db [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Added segment eaedd783-d5a0-4b46-bcfc-851ed7edfd90 of type vlan for network 2c10c746-ed8f-419a-b51e-aa09a17e745e Mar 07 17:05:49.434509 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (2c10c746-ed8f-419a-b51e-aa09a17e745e), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.529867 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (2c10c746-ed8f-419a-b51e-aa09a17e745e), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.530868 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:49.531446 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.602353 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2c10c746-ed8f-419a-b51e-aa09a17e745e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:49.616456 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 2c10c746-ed8f-419a-b51e-aa09a17e745e details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:05:49.668267 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 54596) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:49.673207 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] Request body: {'subnet': {'network_id': '2c10c746-ed8f-419a-b51e-aa09a17e745e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-877406450-subnet', 'tenant_id': '9cb4d9e24b7f438e95fee54607f05c86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:49.675145 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-258476b0-dcf1-436d-b405-84e768ea45f8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8456209 Mar 07 17:05:49.709503 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206c6e6-e5e2-4d5e-bc6f-5ff41382e04e req-be103dfb-2983-4465-a12a-24e6c0f95583 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:49.711436 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1206c6e6-e5e2-4d5e-bc6f-5ff41382e04e req-be103dfb-2983-4465-a12a-24e6c0f95583 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 944 time: 0.1006169 Mar 07 17:05:49.805494 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1206c6e6-e5e2-4d5e-bc6f-5ff41382e04e req-258b3f4b-8bb8-456a-a18f-5932da38b524 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827620 Mar 07 17:05:49.829807 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] Made reservation on behalf of 9cb4d9e24b7f438e95fee54607f05c86 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:49.833074 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.910903 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75241f0-3694-48cd-bac3-711d3c583658 req-d196d222-f350-42f1-a61d-5bf99e884724 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:49.912469 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a75241f0-3694-48cd-bac3-711d3c583658 req-d196d222-f350-42f1-a61d-5bf99e884724 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 945 time: 0.1162286 Mar 07 17:05:49.994273 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a75241f0-3694-48cd-bac3-711d3c583658 req-dacabc7a-e27a-43a4-8104-544784f3f352 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737214 Mar 07 17:05:50.041439 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320e2dd-98a5-4810-9ec7-69126dd2bf43 req-e0d90d92-2579-442b-8987-6cf21c3a7be7 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:50.046997 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5320e2dd-98a5-4810-9ec7-69126dd2bf43 req-e0d90d92-2579-442b-8987-6cf21c3a7be7 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 944 time: 0.0685279 Mar 07 17:05:50.091048 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5320e2dd-98a5-4810-9ec7-69126dd2bf43 req-9d8c9369-2c9f-4b23-bd66-848a7ac02971 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Mar 07 17:05:50.199519 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for subnet (ea2622b8-0a92-4719-a704-33794c16ce71), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:50.262627 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2622b8-0a92-4719-a704-33794c16ce71,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:50.276369 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] Checking segment: {'id': 'eaedd783-d5a0-4b46-bcfc-851ed7edfd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2c10c746-ed8f-419a-b51e-aa09a17e745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:50.284670 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] Network hostable DHCP agents. Network: 2c10c746-ed8f-419a-b51e-aa09a17e745e, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:05:50.375946 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] Network 2c10c746-ed8f-419a-b51e-aa09a17e745e is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:05:50.461595 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 2c10c746-ed8f-419a-b51e-aa09a17e745e) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:50.467195 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:50.467844 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:50.474158 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec235a3-8f22-4cc2-b476-a1c4b34627ee None None] Network 2c10c746-ed8f-419a-b51e-aa09a17e745e requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:05:50.557310 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9bff118b-d892-4b00-aed1-151c1720300d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8874676 Mar 07 17:05:50.587461 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b37f20-993d-47dc-b135-37bfc99875d0 None None] Network 2c10c746-ed8f-419a-b51e-aa09a17e745e requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:05:50.974461 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46acc4-6a77-47ae-a380-f04935a97c6e req-d4c5a268-c78c-4060-8a36-120dddec1b1c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:50.977169 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5e46acc4-6a77-47ae-a380-f04935a97c6e req-d4c5a268-c78c-4060-8a36-120dddec1b1c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 944 time: 0.0910079 Mar 07 17:05:51.036474 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5e46acc4-6a77-47ae-a380-f04935a97c6e req-5d38017e-6d67-484b-8889-9c0c313141e3 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531361 Mar 07 17:05:51.170419 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce549bdf-0203-46a2-a240-29ea134e7735 req-d8e35d54-150c-47d1-92d1-4820b1489ce8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:51.172148 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ce549bdf-0203-46a2-a240-29ea134e7735 req-d8e35d54-150c-47d1-92d1-4820b1489ce8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 945 time: 0.0790260 Mar 07 17:05:51.200218 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 54648) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:51.234076 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ce549bdf-0203-46a2-a240-29ea134e7735 req-29f2ff6e-a96a-4a62-8466-f0e83ffbc4b5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545638 Mar 07 17:05:51.292016 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae7499-7758-4a4a-a0d3-a9a63cf3ea6f req-009b48db-277a-40db-bff3-1ee226846eaa tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:51.295100 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-10ae7499-7758-4a4a-a0d3-a9a63cf3ea6f req-009b48db-277a-40db-bff3-1ee226846eaa tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 944 time: 0.0808587 Mar 07 17:05:51.355697 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-10ae7499-7758-4a4a-a0d3-a9a63cf3ea6f req-716689a5-4a2f-427f-8e20-2735fd214d26 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534871 Mar 07 17:05:51.428397 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54658) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:51.434713 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1584575199-network', 'tenant_id': 'e3d65d70bccc476b9efbb1e5f3e88cda'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:51.437075 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab454-9e63-44eb-8f82-793903fd00ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.522470 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab454-9e63-44eb-8f82-793903fd00ea admin admin] Publish callbacks [] for security_group (7389d083-82e8-4227-a8f8-3d753ca53532), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.536337 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Made reservation on behalf of e3d65d70bccc476b9efbb1e5f3e88cda for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:51.538965 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.548407 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.587262 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab454-9e63-44eb-8f82-793903fd00ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (7389d083-82e8-4227-a8f8-3d753ca53532), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.652534 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Publish callbacks [] for security_group (1d29a4c4-6f8e-498c-b202-c165b288eb5c), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.658041 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ec7ab454-9e63-44eb-8f82-793903fd00ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c01e029fdaf84f469af98b45d44483c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4563389 Mar 07 17:05:51.659130 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ab454-9e63-44eb-8f82-793903fd00ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7389d083-82e8-4227-a8f8-3d753ca53532,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:51.661207 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54662) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:51.720898 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-441997d7-5de4-40e0-8bab-dacf9341b7da admin admin] Publish callbacks [] for security_group (7389d083-82e8-4227-a8f8-3d753ca53532), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.723782 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1d29a4c4-6f8e-498c-b202-c165b288eb5c), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.755559 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:05:51.769023 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-441997d7-5de4-40e0-8bab-dacf9341b7da admin admin] Publish callbacks [] for security_group (7389d083-82e8-4227-a8f8-3d753ca53532), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.789606 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (1895f9d7-9aef-4269-bc77-ede2153e5736), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.789937 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.segments_db [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Added segment 1895f9d7-9aef-4269-bc77-ede2153e5736 of type vlan for network 8f8c4a22-e0c2-4245-817e-e622d9de26bf Mar 07 17:05:51.791139 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d29a4c4-6f8e-498c-b202-c165b288eb5c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:51.853744 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (8f8c4a22-e0c2-4245-817e-e622d9de26bf), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.936250 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (8f8c4a22-e0c2-4245-817e-e622d9de26bf), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.937270 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:51.937914 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.996326 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-441997d7-5de4-40e0-8bab-dacf9341b7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (7389d083-82e8-4227-a8f8-3d753ca53532), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.999042 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-441997d7-5de4-40e0-8bab-dacf9341b7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:52.000198 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-441997d7-5de4-40e0-8bab-dacf9341b7da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7389d083-82e8-4227-a8f8-3d753ca53532 HTTP/1.1" status: 204 len: 168 time: 0.3364670 Mar 07 17:05:52.008353 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] Pushing event updated for resources: {'Network': ['ID=8f8c4a22-e0c2-4245-817e-e622d9de26bf,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:52.015567 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441997d7-5de4-40e0-8bab-dacf9341b7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7389d083-82e8-4227-a8f8-3d753ca53532,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:52.023930 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 8f8c4a22-e0c2-4245-817e-e622d9de26bf details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:05:52.047036 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-57e6a4ce-ee18-4124-8ecd-10b701fc986d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6168294 Mar 07 17:05:52.050988 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 54668) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:52.055927 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] Request body: {'subnet': {'network_id': '8f8c4a22-e0c2-4245-817e-e622d9de26bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1584575199-subnet', 'tenant_id': 'e3d65d70bccc476b9efbb1e5f3e88cda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:52.164395 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] Made reservation on behalf of e3d65d70bccc476b9efbb1e5f3e88cda for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:52.166800 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:52.180843 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36af7a-1442-42fe-b30d-d57d0be97355 req-a212fee1-c0d8-4f92-89dc-014b71017f11 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:52.183223 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bc36af7a-1442-42fe-b30d-d57d0be97355 req-a212fee1-c0d8-4f92-89dc-014b71017f11 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 944 time: 0.0741584 Mar 07 17:05:52.258112 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bc36af7a-1442-42fe-b30d-d57d0be97355 req-9f811540-3675-4ca1-bb3d-f02c8842c3f0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687354 Mar 07 17:05:52.336624 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4e711bbb-b402-413a-b8fa-1cb89ae01b78 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:52.487622 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1a7f7-6e9c-48dc-8c93-7c51dbdaa27f req-c95794c9-f03e-4ce4-a2a9-e789fb6889db tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:52.492810 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7ac1a7f7-6e9c-48dc-8c93-7c51dbdaa27f req-c95794c9-f03e-4ce4-a2a9-e789fb6889db tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 945 time: 0.1703548 Mar 07 17:05:52.498767 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 4e711bbb-b402-413a-b8fa-1cb89ae01b78 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:05:52.508065 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 4e711bbb-b402-413a-b8fa-1cb89ae01b78 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:52.508555 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:52.535086 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128215-51b1-4733-bfee-17b5248147d2 req-b114d428-a325-4216-8b83-2947221c9a8f tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:52.549691 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-81128215-51b1-4733-bfee-17b5248147d2 req-b114d428-a325-4216-8b83-2947221c9a8f tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 944 time: 0.1129153 Mar 07 17:05:52.589337 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for subnet (5078e1ea-f87b-4d12-8cdb-61d7ef29f966), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:52.630565 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-81128215-51b1-4733-bfee-17b5248147d2 req-1649deb2-0895-4dcc-a86e-ca72419b9e9b tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791955 Mar 07 17:05:52.632691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 4e711bbb-b402-413a-b8fa-1cb89ae01b78 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:52.634030 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:52.664245 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7ac1a7f7-6e9c-48dc-8c93-7c51dbdaa27f req-4d8fa882-af4d-4378-8c0a-eedab794a212 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422596 Mar 07 17:05:52.674294 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5078e1ea-f87b-4d12-8cdb-61d7ef29f966,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:52.686275 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771bb753-d980-4e2b-be18-c0a58989be0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e711bbb-b402-413a-b8fa-1cb89ae01b78'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:52.714130 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] Checking segment: {'id': '1895f9d7-9aef-4269-bc77-ede2153e5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8f8c4a22-e0c2-4245-817e-e622d9de26bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:52.714661 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] Network hostable DHCP agents. Network: 8f8c4a22-e0c2-4245-817e-e622d9de26bf, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:05:52.770313 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 4e711bbb-b402-413a-b8fa-1cb89ae01b78, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:52.867007 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:52.867267 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] Network 8f8c4a22-e0c2-4245-817e-e622d9de26bf is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:05:52.868426 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 45bb91a9-aaed-4704-9938-d87c251419b6 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:52.929924 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ea5b9e-f88b-4535-8ea6-142c3cf19f99" -d '{"events": [{"server_uuid": "771bb753-d980-4e2b-be18-c0a58989be0f", "name": "network-vif-plugged", "status": "completed", "tag": "4e711bbb-b402-413a-b8fa-1cb89ae01b78"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:52.981192 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 8f8c4a22-e0c2-4245-817e-e622d9de26bf) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:52.987096 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:52.988252 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.001180 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99865c5a-fb84-41d3-a943-cb33dcd313ed None None] Network 8f8c4a22-e0c2-4245-817e-e622d9de26bf requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:05:53.027191 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=4e711bbb-b402-413a-b8fa-1cb89ae01b78,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:53.058298 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54694) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:53.070690 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-6c3478b1-14ff-4bff-adaa-4fe0209172c6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0185220 Mar 07 17:05:53.091647 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c1860be-f8dd-4130-8026-8903264f4659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.109158 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d089266-e57b-4b46-a4dc-49f894835f26 x-openstack-request-id: req-9d089266-e57b-4b46-a4dc-49f894835f26 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:53.109481 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771bb753-d980-4e2b-be18-c0a58989be0f", "name": "network-vif-plugged", "status": "completed", "tag": "4e711bbb-b402-413a-b8fa-1cb89ae01b78", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:53.114420 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d089266-e57b-4b46-a4dc-49f894835f26 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:53.114420 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771bb753-d980-4e2b-be18-c0a58989be0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e711bbb-b402-413a-b8fa-1cb89ae01b78', 'code': 200} Mar 07 17:05:53.140895 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 45bb91a9-aaed-4704-9938-d87c251419b6 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:05:53.170846 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 45bb91a9-aaed-4704-9938-d87c251419b6 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:53.171461 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.189468 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c1860be-f8dd-4130-8026-8903264f4659 admin admin] Publish callbacks [] for security_group (ace849f1-6690-4bfe-8bfc-2dfe213f1dc4), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.198894 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062ca9ef-ad7d-4c02-8781-2d70f5b772f4 None None] Network 8f8c4a22-e0c2-4245-817e-e622d9de26bf requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:05:53.309220 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c1860be-f8dd-4130-8026-8903264f4659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (ace849f1-6690-4bfe-8bfc-2dfe213f1dc4), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.356935 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 45bb91a9-aaed-4704-9938-d87c251419b6 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:53.357587 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.369941 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1860be-f8dd-4130-8026-8903264f4659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace849f1-6690-4bfe-8bfc-2dfe213f1dc4,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:53.389940 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2c1860be-f8dd-4130-8026-8903264f4659 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3910d0114a6e43dc9808aa424675b0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302188 Mar 07 17:05:53.390581 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54706) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:53.406040 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:53.445412 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01013d-15ad-46f7-8f64-55e0fd65dc06 req-f98fdc75-78ee-4387-bbfc-ceea170969c1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:53.447029 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3d01013d-15ad-46f7-8f64-55e0fd65dc06 req-f98fdc75-78ee-4387-bbfc-ceea170969c1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 944 time: 0.0760639 Mar 07 17:05:53.456036 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-80b1740d-2d2e-4c65-a8b3-73e52750a2cf admin admin] Publish callbacks [] for security_group (ace849f1-6690-4bfe-8bfc-2dfe213f1dc4), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.473712 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.474589 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device f7d51373-00e5-4966-bd10-60fa920fc6fe up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:53.482717 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-80b1740d-2d2e-4c65-a8b3-73e52750a2cf admin admin] Publish callbacks [] for security_group (ace849f1-6690-4bfe-8bfc-2dfe213f1dc4), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.506457 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3d01013d-15ad-46f7-8f64-55e0fd65dc06 req-bb918f6d-b43c-480a-8b19-c2c6fe80b1f4 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511827 Mar 07 17:05:53.576318 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=45bb91a9-aaed-4704-9938-d87c251419b6,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:53.661665 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-80b1740d-2d2e-4c65-a8b3-73e52750a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (ace849f1-6690-4bfe-8bfc-2dfe213f1dc4), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.664428 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-80b1740d-2d2e-4c65-a8b3-73e52750a2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.665800 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-80b1740d-2d2e-4c65-a8b3-73e52750a2cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ace849f1-6690-4bfe-8bfc-2dfe213f1dc4 HTTP/1.1" status: 204 len: 168 time: 0.2741194 Mar 07 17:05:53.676101 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1740d-2d2e-4c65-a8b3-73e52750a2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace849f1-6690-4bfe-8bfc-2dfe213f1dc4,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:53.703949 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port f7d51373-00e5-4966-bd10-60fa920fc6fe completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:05:53.710273 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port f7d51373-00e5-4966-bd10-60fa920fc6fe triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:53.710913 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.789523 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d5434-a4dd-42f8-9234-dae15a447feb req-66b41da5-835e-42ce-82cf-b153861dd836 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:53.791826 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fb7d5434-a4dd-42f8-9234-dae15a447feb req-66b41da5-835e-42ce-82cf-b153861dd836 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 944 time: 0.0649104 Mar 07 17:05:53.847994 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port f7d51373-00e5-4966-bd10-60fa920fc6fe is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:53.848439 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.852404 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fb7d5434-a4dd-42f8-9234-dae15a447feb req-fcab71e1-0802-4610-b9ea-c7ec2ed40c88 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536277 Mar 07 17:05:53.859483 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f76ad-30d5-455a-9136-9a0acbf8eba8 req-298c3a0d-f8e3-4d03-a5d3-3fd226a098d4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:53.861266 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d40f76ad-30d5-455a-9136-9a0acbf8eba8 req-298c3a0d-f8e3-4d03-a5d3-3fd226a098d4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.0717573 Mar 07 17:05:53.889443 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port f7d51373-00e5-4966-bd10-60fa920fc6fe, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f7d51373-00e5-4966-bd10-60fa920fc6fe,segment=NetworkSegment(22b832d0-be90-48e6-aba8-3bcf8a2b260a),segment_id=22b832d0-be90-48e6-aba8-3bcf8a2b260a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:53.921184 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d40f76ad-30d5-455a-9136-9a0acbf8eba8 req-a6b1885d-3de7-4857-821e-e047abc5e0b2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464661 Mar 07 17:05:53.980753 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:54.032676 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=f7d51373-00e5-4966-bd10-60fa920fc6fe,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:54.621515 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b28c6-bb7d-4ea4-9cda-32d50174cb20 req-0f391b86-a3d8-45dc-8357-fac8b2be6819 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:54.623013 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-999b28c6-bb7d-4ea4-9cda-32d50174cb20 req-0f391b86-a3d8-45dc-8357-fac8b2be6819 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 944 time: 0.0520439 Mar 07 17:05:54.677463 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-999b28c6-bb7d-4ea4-9cda-32d50174cb20 req-2826d637-c78c-4c2a-9b28-cdcd51c53e60 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478716 Mar 07 17:05:54.983774 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1cfe4-42c9-4ffa-a3e9-757e9f3b1fee req-5521123e-92fc-4144-9f5f-f94d6b9f9c52 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:54.985328 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-27c1cfe4-42c9-4ffa-a3e9-757e9f3b1fee req-5521123e-92fc-4144-9f5f-f94d6b9f9c52 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 945 time: 0.0659847 Mar 07 17:05:55.043280 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-27c1cfe4-42c9-4ffa-a3e9-757e9f3b1fee req-a7e8c6aa-514c-47ec-9492-7ad3b43d03b1 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478804 Mar 07 17:05:55.054937 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fa70a-8ce1-4bb3-a4c2-e342d0ad6752 req-dcdb1887-ecc4-4e1a-bc2e-ae249c3de78c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:55.056455 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c21fa70a-8ce1-4bb3-a4c2-e342d0ad6752 req-dcdb1887-ecc4-4e1a-bc2e-ae249c3de78c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.0532897 Mar 07 17:05:55.107313 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c21fa70a-8ce1-4bb3-a4c2-e342d0ad6752 req-1455b9a1-295f-48cd-b82f-4e2c5627783b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447583 Mar 07 17:05:55.111821 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6'}, {'server_uuid': '1fa75286-89c7-4695-bd48-1607ddc695cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d51373-00e5-4966-bd10-60fa920fc6fe'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:55.115557 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dfb969-c7fc-4b99-9a6b-6b090c620b3e" -d '{"events": [{"server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "name": "network-vif-plugged", "status": "completed", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6"}, {"server_uuid": "1fa75286-89c7-4695-bd48-1607ddc695cb", "name": "network-vif-plugged", "status": "completed", "tag": "f7d51373-00e5-4966-bd10-60fa920fc6fe"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:55.182083 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595cdbe1-5e9b-440c-983b-195410c81f5b x-openstack-request-id: req-595cdbe1-5e9b-440c-983b-195410c81f5b {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:55.182400 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "name": "network-vif-plugged", "status": "completed", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6", "code": 200}, {"server_uuid": "1fa75286-89c7-4695-bd48-1607ddc695cb", "name": "network-vif-plugged", "status": "completed", "tag": "f7d51373-00e5-4966-bd10-60fa920fc6fe", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:55.182653 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-595cdbe1-5e9b-440c-983b-195410c81f5b {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:55.183045 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6', 'code': 200} Mar 07 17:05:55.183304 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa75286-89c7-4695-bd48-1607ddc695cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d51373-00e5-4966-bd10-60fa920fc6fe', 'code': 200} Mar 07 17:05:55.419340 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device efd41e0d-e5ac-4487-bb9b-3d44cf74256d up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:55.575972 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port efd41e0d-e5ac-4487-bb9b-3d44cf74256d completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:05:55.581513 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port efd41e0d-e5ac-4487-bb9b-3d44cf74256d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:55.581964 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:55.670037 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port efd41e0d-e5ac-4487-bb9b-3d44cf74256d is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:55.670503 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:55.742272 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port efd41e0d-e5ac-4487-bb9b-3d44cf74256d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=efd41e0d-e5ac-4487-bb9b-3d44cf74256d,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:55.821279 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:55.890218 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=efd41e0d-e5ac-4487-bb9b-3d44cf74256d,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:55.911113 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dee3f-03ec-4782-8f99-80f892c7ac3f req-f2ca5222-b586-4c87-abf7-f92906ff349d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:55.912776 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b56dee3f-03ec-4782-8f99-80f892c7ac3f req-f2ca5222-b586-4c87-abf7-f92906ff349d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 944 time: 0.1347160 Mar 07 17:05:55.914708 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2438-bb36-4c7c-80d2-0832988d7864 req-1ac2032b-8821-45b1-89e2-b8280df12d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:55.916019 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e06a2438-bb36-4c7c-80d2-0832988d7864 req-1ac2032b-8821-45b1-89e2-b8280df12d31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 1129 time: 0.1093907 Mar 07 17:05:55.958589 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-e06a2438-bb36-4c7c-80d2-0832988d7864 req-7e619334-ebdb-42b4-b4d8-8006c12e5e25 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:56.000732 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b56dee3f-03ec-4782-8f99-80f892c7ac3f req-7280f427-2334-45e6-a721-5201613526d8 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816746 Mar 07 17:05:56.045179 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:05:56.058709 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f8cb-9b7e-45bb-955c-b6a5b5c3720e req-303528c1-6414-49f4-b196-e32cd0d14807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:56.060436 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7da5f8cb-9b7e-45bb-955c-b6a5b5c3720e req-303528c1-6414-49f4-b196-e32cd0d14807 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 1129 time: 0.1258953 Mar 07 17:05:56.063531 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a276c0a-6f4e-49bd-91f6-f0facb874766 req-bb0d870b-c0b2-40e3-8d4e-11a6c9c7ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:56.064149 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-e06a2438-bb36-4c7c-80d2-0832988d7864 req-7e619334-ebdb-42b4-b4d8-8006c12e5e25 service neutron] Publish callbacks [] for security_group (af62f007-f4d2-4a2c-8cbd-e1b55cd1d876), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:56.065927 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0a276c0a-6f4e-49bd-91f6-f0facb874766 req-bb0d870b-c0b2-40e3-8d4e-11a6c9c7ac0f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 1130 time: 0.1326623 Mar 07 17:05:56.105153 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7da5f8cb-9b7e-45bb-955c-b6a5b5c3720e req-a9d4c56f-0c3d-4b54-9b74-1d0ba086bb13 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:56.111577 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-0a276c0a-6f4e-49bd-91f6-f0facb874766 req-07bd2392-ea4d-4cbe-915e-4b16071df9dc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:56.178326 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-e06a2438-bb36-4c7c-80d2-0832988d7864 req-7e619334-ebdb-42b4-b4d8-8006c12e5e25 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (af62f007-f4d2-4a2c-8cbd-e1b55cd1d876), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:56.219308 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8bb9c-4043-4f09-96b4-f4aee9018444 req-d22d9675-083b-4022-9d4a-d20aac17c2b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:56.221619 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9ae8bb9c-4043-4f09-96b4-f4aee9018444 req-d22d9675-083b-4022-9d4a-d20aac17c2b9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 945 time: 0.0996952 Mar 07 17:05:56.250828 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.db.api [req-0a276c0a-6f4e-49bd-91f6-f0facb874766 req-07bd2392-ea4d-4cbe-915e-4b16071df9dc service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 52b4005f5ed34a18892b4f26e343bfbb {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 17:05:56.250828 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG oslo_db.api [req-0a276c0a-6f4e-49bd-91f6-f0facb874766 req-07bd2392-ea4d-4cbe-915e-4b16071df9dc service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 17:05:56.250828 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.db.api [req-7da5f8cb-9b7e-45bb-955c-b6a5b5c3720e req-a9d4c56f-0c3d-4b54-9b74-1d0ba086bb13 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 52b4005f5ed34a18892b4f26e343bfbb {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 17:05:56.250828 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG oslo_db.api [req-7da5f8cb-9b7e-45bb-955c-b6a5b5c3720e req-a9d4c56f-0c3d-4b54-9b74-1d0ba086bb13 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 17:05:56.258728 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e06a2438-bb36-4c7c-80d2-0832988d7864 req-7e619334-ebdb-42b4-b4d8-8006c12e5e25 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256485 Mar 07 17:05:56.274539 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e619334-ebdb-42b4-b4d8-8006c12e5e25 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=af62f007-f4d2-4a2c-8cbd-e1b55cd1d876,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:56.292678 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9ae8bb9c-4043-4f09-96b4-f4aee9018444 req-266274fd-1089-43b5-9492-b826d405fdf3 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630615 Mar 07 17:05:56.303474 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63ffa7-cd9c-4cbf-ab20-9e30065b0d4a req-4c38ad36-8fb3-4e41-b337-dbd5eec5f4b3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:56.304974 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5e63ffa7-cd9c-4cbf-ab20-9e30065b0d4a req-4c38ad36-8fb3-4e41-b337-dbd5eec5f4b3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.0885251 Mar 07 17:05:56.360215 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5e63ffa7-cd9c-4cbf-ab20-9e30065b0d4a req-8e141e2d-02fb-4002-ad51-61e2123b57bd tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487113 Mar 07 17:05:56.743595 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-0a276c0a-6f4e-49bd-91f6-f0facb874766 req-07bd2392-ea4d-4cbe-915e-4b16071df9dc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:56.746752 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7da5f8cb-9b7e-45bb-955c-b6a5b5c3720e req-a9d4c56f-0c3d-4b54-9b74-1d0ba086bb13 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:56.869963 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0a276c0a-6f4e-49bd-91f6-f0facb874766 req-07bd2392-ea4d-4cbe-915e-4b16071df9dc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7957628 Mar 07 17:05:56.881104 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7da5f8cb-9b7e-45bb-955c-b6a5b5c3720e req-a9d4c56f-0c3d-4b54-9b74-1d0ba086bb13 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8140981 Mar 07 17:05:57.143987 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7934-ed1c-4dff-986b-29fa5e9af1c2 req-3b5a0b5d-0b1c-4242-ab0a-7e2adec69301 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:57.145381 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-54ea7934-ed1c-4dff-986b-29fa5e9af1c2 req-3b5a0b5d-0b1c-4242-ab0a-7e2adec69301 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0677354 Mar 07 17:05:57.184674 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543eca17-7ec5-4807-bc5c-15154d5e4c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd41e0d-e5ac-4487-bb9b-3d44cf74256d'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:57.187084 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e4c750-98d5-4204-897b-a0d174bb5e3c" -d '{"events": [{"server_uuid": "543eca17-7ec5-4807-bc5c-15154d5e4c96", "name": "network-vif-plugged", "status": "completed", "tag": "efd41e0d-e5ac-4487-bb9b-3d44cf74256d"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:57.207117 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-54ea7934-ed1c-4dff-986b-29fa5e9af1c2 req-19caa1d0-d42b-432e-aff2-cdea452f55af tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553076 Mar 07 17:05:57.246738 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ef0057-d331-4ad1-a470-6aab0fa130d4 x-openstack-request-id: req-76ef0057-d331-4ad1-a470-6aab0fa130d4 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:57.247058 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543eca17-7ec5-4807-bc5c-15154d5e4c96", "name": "network-vif-plugged", "status": "completed", "tag": "efd41e0d-e5ac-4487-bb9b-3d44cf74256d", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:57.247317 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76ef0057-d331-4ad1-a470-6aab0fa130d4 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:57.247990 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543eca17-7ec5-4807-bc5c-15154d5e4c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd41e0d-e5ac-4487-bb9b-3d44cf74256d', 'code': 200} Mar 07 17:05:57.437322 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b50f08-03c2-48f2-b6c1-56b84bcadf9e req-c6da8d94-9040-4e79-917c-fea701766726 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:57.443156 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-74b50f08-03c2-48f2-b6c1-56b84bcadf9e req-c6da8d94-9040-4e79-917c-fea701766726 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 945 time: 0.0760424 Mar 07 17:05:57.503585 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-74b50f08-03c2-48f2-b6c1-56b84bcadf9e req-d435becc-65e1-4774-977a-8d5e1fdcc44e tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573502 Mar 07 17:05:57.514155 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47f4bd-1f89-44d3-9538-ed5470a95455 req-0c72886b-3e63-486a-8e78-84f291ccdcdc tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:57.516647 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8b47f4bd-1f89-44d3-9538-ed5470a95455 req-0c72886b-3e63-486a-8e78-84f291ccdcdc tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.0705822 Mar 07 17:05:57.572999 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8b47f4bd-1f89-44d3-9538-ed5470a95455 req-d836359b-f592-45d1-ad3a-2c6728f13582 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498049 Mar 07 17:05:57.776781 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 54850) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:58.089516 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2dec6c62-dd5b-484b-96b7-39b6b96286dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:58.092411 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c8340692-2520-4ca9-b038-8e5aa514bfde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:58.172774 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af2b95-b781-438a-98d9-27b8b332baa3 req-866828c0-1701-4eef-b51b-46a48449143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:58.174536 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-46af2b95-b781-438a-98d9-27b8b332baa3 req-866828c0-1701-4eef-b51b-46a48449143b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 1129 time: 0.0962205 Mar 07 17:05:58.243263 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c8340692-2520-4ca9-b038-8e5aa514bfde admin admin] Publish callbacks [] for security_group (ea81854e-fd80-4330-8e3d-345b4e3dfd9b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:58.246050 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-46af2b95-b781-438a-98d9-27b8b332baa3 req-a31cbc52-c631-4533-813d-0a610f355110 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648403 Mar 07 17:05:58.337342 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82068495-ee17-45e8-b961-69b8f86b311e req-a96fe363-6d10-4baf-a602-47331b470497 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:58.338002 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-82068495-ee17-45e8-b961-69b8f86b311e req-a96fe363-6d10-4baf-a602-47331b470497 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0573738 Mar 07 17:05:58.339764 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c8340692-2520-4ca9-b038-8e5aa514bfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (ea81854e-fd80-4330-8e3d-345b4e3dfd9b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:58.398163 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c8340692-2520-4ca9-b038-8e5aa514bfde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a84aa3134bc34113a90ce1613b3686bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6201437 Mar 07 17:05:58.399423 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8340692-2520-4ca9-b038-8e5aa514bfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea81854e-fd80-4330-8e3d-345b4e3dfd9b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:58.401101 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54870) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:58.437499 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-82068495-ee17-45e8-b961-69b8f86b311e req-d3e34468-e465-40a9-aa0c-629dd2a322c7 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873168 Mar 07 17:05:58.482996 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38b4af29-0654-4bd1-a6ed-fe37cef63547 admin admin] Publish callbacks [] for security_group (ea81854e-fd80-4330-8e3d-345b4e3dfd9b), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:58.513835 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38b4af29-0654-4bd1-a6ed-fe37cef63547 admin admin] Publish callbacks [] for security_group (ea81854e-fd80-4330-8e3d-345b4e3dfd9b), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:58.659040 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a56cd-ca67-48df-b7f8-d4bb76b0e8e9 req-5b61d684-c891-4397-97b2-7cd68a90990a tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:58.661695 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-551a56cd-ca67-48df-b7f8-d4bb76b0e8e9 req-5b61d684-c891-4397-97b2-7cd68a90990a tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 945 time: 0.0725086 Mar 07 17:05:58.662626 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38b4af29-0654-4bd1-a6ed-fe37cef63547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (ea81854e-fd80-4330-8e3d-345b4e3dfd9b), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:58.665368 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38b4af29-0654-4bd1-a6ed-fe37cef63547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:58.666772 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-38b4af29-0654-4bd1-a6ed-fe37cef63547 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea81854e-fd80-4330-8e3d-345b4e3dfd9b HTTP/1.1" status: 204 len: 168 time: 0.2646956 Mar 07 17:05:58.679470 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4af29-0654-4bd1-a6ed-fe37cef63547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea81854e-fd80-4330-8e3d-345b4e3dfd9b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:58.754959 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-551a56cd-ca67-48df-b7f8-d4bb76b0e8e9 req-efbb9ec2-28ce-4ef8-b345-3f493c73f903 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792501 Mar 07 17:05:58.787865 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c900a8-8f23-4b2b-9871-da632aac3633 req-ff74b144-d6fb-4293-a684-776ff2aa22ce tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:58.789492 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b6c900a8-8f23-4b2b-9871-da632aac3633 req-ff74b144-d6fb-4293-a684-776ff2aa22ce tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1319292 Mar 07 17:05:58.846119 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b6c900a8-8f23-4b2b-9871-da632aac3633 req-7ab218ed-b227-47f4-bef2-46d3cad2b12f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502484 Mar 07 17:05:59.430233 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54902) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:59.445279 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b4f0341-7d2f-4889-a3f2-d42971d13d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:59.774189 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b4f0341-7d2f-4889-a3f2-d42971d13d80 admin admin] Publish callbacks [] for security_group (4acb2676-f6b9-446c-b15d-826f867d6902), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:59.802321 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21089b6-ef53-4b81-8286-9282bde1e845 req-d9869483-fe7a-4315-9ec9-5584bbc4cf16 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:59.803735 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a21089b6-ef53-4b81-8286-9282bde1e845 req-d9869483-fe7a-4315-9ec9-5584bbc4cf16 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.2877097 Mar 07 17:05:59.850557 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b4f0341-7d2f-4889-a3f2-d42971d13d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (4acb2676-f6b9-446c-b15d-826f867d6902), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:59.859829 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a21089b6-ef53-4b81-8286-9282bde1e845 req-1ed9750f-7c13-4b11-870e-8caf3c39bd9e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502985 Mar 07 17:05:59.881582 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d192f76-45b0-4ea4-806c-43c220691c98 req-4f8e6e6a-ab93-4a32-aaf1-5a183566e9aa tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:59.882829 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6d192f76-45b0-4ea4-806c-43c220691c98 req-4f8e6e6a-ab93-4a32-aaf1-5a183566e9aa tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 945 time: 0.0719559 Mar 07 17:05:59.900097 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f0341-7d2f-4889-a3f2-d42971d13d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acb2676-f6b9-446c-b15d-826f867d6902,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:59.904758 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-6b4f0341-7d2f-4889-a3f2-d42971d13d80 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43685dbac73b446591756bce869ad414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734511 Mar 07 17:05:59.908765 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54914) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:59.935328 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6d192f76-45b0-4ea4-806c-43c220691c98 req-946e2765-b352-4c68-a017-15e39f31297e tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462382 Mar 07 17:05:59.994826 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5129fac-961d-48fa-9f0e-69b56851ec40 admin admin] Publish callbacks [] for security_group (4acb2676-f6b9-446c-b15d-826f867d6902), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.025254 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5129fac-961d-48fa-9f0e-69b56851ec40 admin admin] Publish callbacks [] for security_group (4acb2676-f6b9-446c-b15d-826f867d6902), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.051594 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4bb55-4aee-4e1f-81da-44be5685da73 req-d3bfa6ba-a41c-4b40-ac71-4b0082721999 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:00.053150 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-08b4bb55-4aee-4e1f-81da-44be5685da73 req-d3bfa6ba-a41c-4b40-ac71-4b0082721999 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.0950618 Mar 07 17:06:00.114438 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-08b4bb55-4aee-4e1f-81da-44be5685da73 req-33b22d8d-1649-428b-9e7a-0f6b775dc5ea tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525141 Mar 07 17:06:00.242220 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5129fac-961d-48fa-9f0e-69b56851ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (4acb2676-f6b9-446c-b15d-826f867d6902), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.248016 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5129fac-961d-48fa-9f0e-69b56851ec40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.250302 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-f5129fac-961d-48fa-9f0e-69b56851ec40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4acb2676-f6b9-446c-b15d-826f867d6902 HTTP/1.1" status: 204 len: 168 time: 0.3396893 Mar 07 17:06:00.267586 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5129fac-961d-48fa-9f0e-69b56851ec40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acb2676-f6b9-446c-b15d-826f867d6902,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:00.319394 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a22ff-552b-49bf-9000-cc7e5ee88f11 req-78d591c5-537f-487e-9a12-3bc4bcc09506 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:00.322382 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-169a22ff-552b-49bf-9000-cc7e5ee88f11 req-78d591c5-537f-487e-9a12-3bc4bcc09506 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.0966818 Mar 07 17:06:00.335944 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 54928) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:00.342017 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ccc77a2a-759e-4a67-97a6-028a2d92bb20 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'floatingip': {'port_id': '45bb91a9-aaed-4704-9938-d87c251419b6'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:00.348551 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7956fbf8-1dfb-43ef-bf2d-2c16332a1168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.485048 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccc77a2a-759e-4a67-97a6-028a2d92bb20 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (28e74937-01e7-4dc7-a5a7-396fe1da6861), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:01.114886 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7959b-e830-46c1-a2f6-fb8daf5bafbb req-520b0c72-6cf7-40a4-9227-a1918005dff1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:01.116429 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-83f7959b-e830-46c1-a2f6-fb8daf5bafbb req-520b0c72-6cf7-40a4-9227-a1918005dff1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.1769769 Mar 07 17:06:01.280536 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-83f7959b-e830-46c1-a2f6-fb8daf5bafbb req-1b8190cd-ef63-4dea-878c-04aa5ab75a9d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480615 Mar 07 17:06:01.301347 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccc77a2a-759e-4a67-97a6-028a2d92bb20 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:01.380858 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccc77a2a-759e-4a67-97a6-028a2d92bb20 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (28e74937-01e7-4dc7-a5a7-396fe1da6861), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:01.502362 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-ccc77a2a-759e-4a67-97a6-028a2d92bb20 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Floating IP 28e74937-01e7-4dc7-a5a7-396fe1da6861 associated. External IP: 172.27.1.181, port: 45bb91a9-aaed-4704-9938-d87c251419b6. Mar 07 17:06:01.936350 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95aa17-3b78-4d1b-b11b-572a87667d2d req-bb77d978-f8e5-4e94-bd7f-95a1d7b7bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:01.938011 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d95aa17-3b78-4d1b-b11b-572a87667d2d req-bb77d978-f8e5-4e94-bd7f-95a1d7b7bd73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 1129 time: 0.1082675 Mar 07 17:06:01.965013 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:02.091732 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95aa17-3b78-4d1b-b11b-572a87667d2d req-856af8d7-33f2-4ddc-b53e-88518fce83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:02.093168 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d95aa17-3b78-4d1b-b11b-572a87667d2d req-856af8d7-33f2-4ddc-b53e-88518fce83a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 920 time: 0.1348646 Mar 07 17:06:02.096066 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc77a2a-759e-4a67-97a6-028a2d92bb20 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Router c5976985-943b-40ce-a049-bb319bb438ee has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:06:02.116363 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ea93-7b27-4edd-ab8a-d4e9e6cd5a56 req-62ed6894-fa58-4f21-a03d-d23242f0e0a2 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:02.117915 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-81e3ea93-7b27-4edd-ab8a-d4e9e6cd5a56 req-62ed6894-fa58-4f21-a03d-d23242f0e0a2 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.3740022 Mar 07 17:06:02.164022 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d95aa17-3b78-4d1b-b11b-572a87667d2d req-1eb1fbf4-6c3f-48fa-949d-c8cf4c43e63c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efd41e0d-e5ac-4487-bb9b-3d44cf74256d HTTP/1.1" status: 200 len: 217 time: 0.0626998 Mar 07 17:06:02.260009 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95aa17-3b78-4d1b-b11b-572a87667d2d req-eea50b39-54f7-484f-a763-53eb1d0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:02.261529 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d95aa17-3b78-4d1b-b11b-572a87667d2d req-eea50b39-54f7-484f-a763-53eb1d0da19f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ebe8282a-1a75-4a21-b075-6e06af668645 HTTP/1.1" status: 200 len: 859 time: 0.0818214 Mar 07 17:06:02.297697 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-81e3ea93-7b27-4edd-ab8a-d4e9e6cd5a56 req-6f889d55-3a97-4526-935c-6114a8493ba4 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707489 Mar 07 17:06:02.298983 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d95aa17-3b78-4d1b-b11b-572a87667d2d req-7cff508b-7193-4d28-8bb9-7bcc0ba13de0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264838 Mar 07 17:06:02.318775 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc77a2a-759e-4a67-97a6-028a2d92bb20 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:06:02.325601 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccc77a2a-759e-4a67-97a6-028a2d92bb20 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:02.335318 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e5ae9-31aa-4c7e-816a-d7007fe78997 None None] Sync routers for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:06:02.350040 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e5ae9-31aa-4c7e-816a-d7007fe78997 None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:02.351210 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-511e5ae9-31aa-4c7e-816a-d7007fe78997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:06:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:02.405430 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-ccc77a2a-759e-4a67-97a6-028a2d92bb20 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "PUT /v2.0/floatingips/28e74937-01e7-4dc7-a5a7-396fe1da6861 HTTP/1.1" status: 200 len: 992 time: 2.0679827 Mar 07 17:06:02.406076 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:02.406719 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d95aa17-3b78-4d1b-b11b-572a87667d2d req-b7e178e7-c813-4bf1-9ca5-4b1362305ef6 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001475 Mar 07 17:06:02.408590 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284" -d '{"events": [{"name": "network-changed", "server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:02.480327 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f426edd0-7392-4f3c-b928-eca9b56faec2 x-openstack-request-id: req-f426edd0-7392-4f3c-b928-eca9b56faec2 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:02.480621 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:02.480875 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f426edd0-7392-4f3c-b928-eca9b56faec2 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:02.481268 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6', 'status': 'completed', 'code': 200} Mar 07 17:06:02.516100 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-511e5ae9-31aa-4c7e-816a-d7007fe78997 None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:02.537185 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d95aa17-3b78-4d1b-b11b-572a87667d2d req-5e62d963-2746-4ac7-acc1-a1bccf126be7 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148195 Mar 07 17:06:02.617134 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284 req-e66c3521-9f19-4fdb-ba99-e7118a1ef788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:02.618571 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284 req-e66c3521-9f19-4fdb-ba99-e7118a1ef788 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 1130 time: 0.0552523 Mar 07 17:06:02.729910 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284 req-d3e1ca34-ec42-4601-8157-d995f94a8098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:02.731849 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284 req-d3e1ca34-ec42-4601-8157-d995f94a8098 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 918 time: 0.1031196 Mar 07 17:06:02.842186 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-511e5ae9-31aa-4c7e-816a-d7007fe78997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '28e74937-01e7-4dc7-a5a7-396fe1da6861', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'port_id': '45bb91a9-aaed-4704-9938-d87c251419b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'mac_address': 'fa:16:3e:99:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:05:21Z', 'updated_at': '2022-03-07T17:06:01Z', 'revision_number': 1, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:02.866305 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284 req-9fe7423a-efcd-44bc-a2ae-1a67f50cbb52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb91a9-aaed-4704-9938-d87c251419b6 HTTP/1.1" status: 200 len: 1000 time: 0.1178584 Mar 07 17:06:02.886778 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e5ae9-31aa-4c7e-816a-d7007fe78997 None None] Checking router: c5976985-943b-40ce-a049-bb319bb438ee for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:06:02.897594 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e5ae9-31aa-4c7e-816a-d7007fe78997 None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:02.899499 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-511e5ae9-31aa-4c7e-816a-d7007fe78997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:06:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:02.941424 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284 req-a1015e6e-4004-4205-bf19-f4d06baea46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:02.943222 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284 req-a1015e6e-4004-4205-bf19-f4d06baea46c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 HTTP/1.1" status: 200 len: 856 time: 0.0710328 Mar 07 17:06:03.084896 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284 req-64877829-5b90-4a0c-91d5-338749eb44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:03.089371 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284 req-64877829-5b90-4a0c-91d5-338749eb44c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8426946e-6eb9-4036-ab32-d12b1e24792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1135211 Mar 07 17:06:03.114976 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-511e5ae9-31aa-4c7e-816a-d7007fe78997 None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:03.124843 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:03.334198 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284 req-c07a6efd-ff13-4fb0-98ab-148186ca1854 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490803 Mar 07 17:06:03.432881 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-511e5ae9-31aa-4c7e-816a-d7007fe78997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '28e74937-01e7-4dc7-a5a7-396fe1da6861', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'port_id': '45bb91a9-aaed-4704-9938-d87c251419b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'mac_address': 'fa:16:3e:99:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:05:21Z', 'updated_at': '2022-03-07T17:06:01Z', 'revision_number': 1, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:03.468393 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-534ce63d-3f8e-47e3-9c12-d4df1ee6f284 req-acadeba7-7bb7-4180-8cc9-010bce7a8389 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254106 Mar 07 17:06:03.472891 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e5ae9-31aa-4c7e-816a-d7007fe78997 None None] The sync data for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi is: [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '28e74937-01e7-4dc7-a5a7-396fe1da6861', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'port_id': '45bb91a9-aaed-4704-9938-d87c251419b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'mac_address': 'fa:16:3e:99:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:05:21Z', 'updated_at': '2022-03-07T17:06:01Z', 'revision_number': 1, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:06:03.473214 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2b9d-e9a1-4040-b63e-d439aa25ed0b req-32ab2e19-a2a6-494a-a899-f22fcf5301e0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:03.479395 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fe6e2b9d-e9a1-4040-b63e-d439aa25ed0b req-32ab2e19-a2a6-494a-a899-f22fcf5301e0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0671060 Mar 07 17:06:03.534869 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fe6e2b9d-e9a1-4040-b63e-d439aa25ed0b req-4f27c8be-4b87-4130-b572-b4cb0ecf85f3 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471654 Mar 07 17:06:03.747689 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595fe445-43ba-4ff3-b66d-fe533860d0fb None None] New status for floating IP 28e74937-01e7-4dc7-a5a7-396fe1da6861: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:06:04.815684 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:04.818643 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ba34d-7abc-4add-8ac6-419be1ab8199 req-09dac8fe-aaa2-4fb7-894d-cfe06b9ff17d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:04.820200 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d5ba34d-7abc-4add-8ac6-419be1ab8199 req-09dac8fe-aaa2-4fb7-894d-cfe06b9ff17d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0633483 Mar 07 17:06:04.867646 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d5ba34d-7abc-4add-8ac6-419be1ab8199 req-28333c6e-beb6-45e1-bb63-f66b25e22886 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Mar 07 17:06:06.017473 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66829241-10d6-4efc-8a34-0f07bcf38998 req-c41bfc34-6db2-4a0b-9078-4678466f5431 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:06.020063 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-66829241-10d6-4efc-8a34-0f07bcf38998 req-c41bfc34-6db2-4a0b-9078-4678466f5431 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0670340 Mar 07 17:06:06.072932 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-66829241-10d6-4efc-8a34-0f07bcf38998 req-e98c6cdb-76f7-405f-8b2f-72690f27234e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476272 Mar 07 17:06:07.201331 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f5555-65e4-4c68-b75b-4fb155a5ef0d req-97a4ec93-53bd-4b51-834c-bc86c6bc28be tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:07.215586 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fb0f5555-65e4-4c68-b75b-4fb155a5ef0d req-97a4ec93-53bd-4b51-834c-bc86c6bc28be tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0653095 Mar 07 17:06:07.257715 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fb0f5555-65e4-4c68-b75b-4fb155a5ef0d req-9c76c0f7-a29d-4ae7-a904-091baab1ecbb tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474656 Mar 07 17:06:08.010872 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da94479-08d2-47c4-81cf-7aca6d0383ec req-d77df987-1913-49c7-98b2-59b516da6531 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689418 Mar 07 17:06:08.144056 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da94479-08d2-47c4-81cf-7aca6d0383ec req-88291b39-1dea-4fb0-970b-4122636aa1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:08.145329 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da94479-08d2-47c4-81cf-7aca6d0383ec req-88291b39-1dea-4fb0-970b-4122636aa1e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=81b665d360cb469da44fcf4885799a01&device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 1129 time: 0.0480409 Mar 07 17:06:08.273812 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da94479-08d2-47c4-81cf-7aca6d0383ec req-c68482ae-0d31-465d-94dc-fa6728c26609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:08.275326 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da94479-08d2-47c4-81cf-7aca6d0383ec req-c68482ae-0d31-465d-94dc-fa6728c26609 service neutron] 10.222.0.65 "GET /v2.0/networks?id=44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 HTTP/1.1" status: 200 len: 912 time: 0.1029408 Mar 07 17:06:08.343576 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da94479-08d2-47c4-81cf-7aca6d0383ec req-0d54618e-5e37-4f2b-8ecd-f0b16ab89bf9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d51373-00e5-4966-bd10-60fa920fc6fe HTTP/1.1" status: 200 len: 217 time: 0.0605397 Mar 07 17:06:08.389323 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c596d-1530-4b2d-8926-4eebc79dd8cb req-12df2148-8972-41f7-99c8-ce26cf127da1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:08.390673 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-746c596d-1530-4b2d-8926-4eebc79dd8cb req-12df2148-8972-41f7-99c8-ce26cf127da1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0562279 Mar 07 17:06:08.400701 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da94479-08d2-47c4-81cf-7aca6d0383ec req-570e72b5-9bc7-46c7-aabd-5e8b402c5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:08.402514 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da94479-08d2-47c4-81cf-7aca6d0383ec req-570e72b5-9bc7-46c7-aabd-5e8b402c5139 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ab5070fc-d09b-4e96-a414-faf8e71b57de HTTP/1.1" status: 200 len: 851 time: 0.0521214 Mar 07 17:06:08.437363 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da94479-08d2-47c4-81cf-7aca6d0383ec req-49b9cb16-ab08-41b4-8227-34c43d78c816 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=44ebc418-5a8c-436e-a10b-3fdd2adbb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271912 Mar 07 17:06:08.462954 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-746c596d-1530-4b2d-8926-4eebc79dd8cb req-278ab410-b076-4d58-a504-e7167f5a58b2 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660956 Mar 07 17:06:08.537096 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da94479-08d2-47c4-81cf-7aca6d0383ec req-9d589d67-2a3e-45ff-94ca-e9306f17ff14 service neutron] 10.222.0.65 "GET /v2.0/networks/44ebc418-5a8c-436e-a10b-3fdd2adbb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911469 Mar 07 17:06:08.629474 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da94479-08d2-47c4-81cf-7aca6d0383ec req-88598329-dff4-4ad2-a3f5-0c518be6191f service neutron] 10.222.0.65 "GET /v2.0/networks/44ebc418-5a8c-436e-a10b-3fdd2adbb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861425 Mar 07 17:06:09.584578 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf00a-f24b-4e84-a61a-9aef06623cac req-7fba63b4-77ee-48e7-a365-d862a4c890ce tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:09.586037 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-976bf00a-f24b-4e84-a61a-9aef06623cac req-7fba63b4-77ee-48e7-a365-d862a4c890ce tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0556207 Mar 07 17:06:09.638749 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-976bf00a-f24b-4e84-a61a-9aef06623cac req-75eaba5c-7eed-4820-916f-bc6edfd242a7 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467484 Mar 07 17:06:10.517428 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:10.760228 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef73c63-01a7-4962-aa85-aebd5d784623 req-895d1eb4-7373-46ae-b61f-d2fde4fb9816 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:10.761697 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8ef73c63-01a7-4962-aa85-aebd5d784623 req-895d1eb4-7373-46ae-b61f-d2fde4fb9816 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0552630 Mar 07 17:06:10.812795 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8ef73c63-01a7-4962-aa85-aebd5d784623 req-cdce1fec-c170-4457-8e1f-d1fda30a99e4 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444472 Mar 07 17:06:11.938979 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322324e-82a2-482d-8662-afb91d2b1841 req-64cf1fc2-090d-4f48-a6af-77b4722cd4dd tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:11.940591 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a322324e-82a2-482d-8662-afb91d2b1841 req-64cf1fc2-090d-4f48-a6af-77b4722cd4dd tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0523467 Mar 07 17:06:11.989656 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a322324e-82a2-482d-8662-afb91d2b1841 req-5e7be09c-f3bc-4454-839c-05fbf6ca9c09 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 Mar 07 17:06:12.079233 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 55288) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:12.201738 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.274571 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Publish callbacks [] for security_group (4857b6bf-65a5-4007-8016-11c5554cad8a), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.335495 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (4857b6bf-65a5-4007-8016-11c5554cad8a), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.372104 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4857b6bf-65a5-4007-8016-11c5554cad8a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:12.376050 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f255704d632478ba35b6f2012782e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958248 Mar 07 17:06:12.379645 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55294) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:12.382417 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.382777 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.383121 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.383453 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.383778 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.384105 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.384459 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.384789 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.385111 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.385430 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.385749 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.386064 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.386388 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183068b2-d54b-4bcc-a925-67057fe8b4b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.443765 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Publish callbacks [] for security_group (4857b6bf-65a5-4007-8016-11c5554cad8a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.465471 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Publish callbacks [] for security_group (4857b6bf-65a5-4007-8016-11c5554cad8a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.575547 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (4857b6bf-65a5-4007-8016-11c5554cad8a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.578227 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.579441 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4857b6bf-65a5-4007-8016-11c5554cad8a HTTP/1.1" status: 204 len: 168 time: 0.1986754 Mar 07 17:06:12.588274 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4857b6bf-65a5-4007-8016-11c5554cad8a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:12.595996 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.596601 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.596953 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.597310 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.597647 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.598012 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.598332 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.598693 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.599018 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.599343 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.599740 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.600111 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:12.600537 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd225057-776f-4107-8789-b5d7d5844c7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:13.076230 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55310) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:13.093690 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2fafb6f-1310-4235-b85c-639cc7e712ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:13.111124 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093912d-f145-4698-a996-66130338c258 req-c2ec21e9-fb4d-4c39-82f0-eedfcb9e87d1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:13.112835 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d093912d-f145-4698-a996-66130338c258 req-c2ec21e9-fb4d-4c39-82f0-eedfcb9e87d1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0550425 Mar 07 17:06:13.166073 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d093912d-f145-4698-a996-66130338c258 req-64089760-0b7f-4916-b53d-f3411c23632a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467653 Mar 07 17:06:13.184816 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2fafb6f-1310-4235-b85c-639cc7e712ed admin admin] Publish callbacks [] for security_group (939a26ea-6383-4bdf-857a-768b86cd3718), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:13.238173 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2fafb6f-1310-4235-b85c-639cc7e712ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (939a26ea-6383-4bdf-857a-768b86cd3718), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:13.275431 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fafb6f-1310-4235-b85c-639cc7e712ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939a26ea-6383-4bdf-857a-768b86cd3718,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:13.279829 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a2fafb6f-1310-4235-b85c-639cc7e712ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5113b83f7fc488e8ad1243bd1ebb641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025752 Mar 07 17:06:13.282836 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55312) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:13.337218 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdb4987c-0132-41d5-aaa5-4e81e5a5faa7 admin admin] Publish callbacks [] for security_group (939a26ea-6383-4bdf-857a-768b86cd3718), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:13.361930 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdb4987c-0132-41d5-aaa5-4e81e5a5faa7 admin admin] Publish callbacks [] for security_group (939a26ea-6383-4bdf-857a-768b86cd3718), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:13.558742 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdb4987c-0132-41d5-aaa5-4e81e5a5faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (939a26ea-6383-4bdf-857a-768b86cd3718), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:13.561598 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdb4987c-0132-41d5-aaa5-4e81e5a5faa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:13.562783 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-bdb4987c-0132-41d5-aaa5-4e81e5a5faa7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/939a26ea-6383-4bdf-857a-768b86cd3718 HTTP/1.1" status: 204 len: 168 time: 0.2790868 Mar 07 17:06:13.572755 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4987c-0132-41d5-aaa5-4e81e5a5faa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a26ea-6383-4bdf-857a-768b86cd3718,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:14.292004 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5e98e-d873-48cf-b45a-63495ab4d2d6 req-10b85aee-7d7c-4e6a-bac4-faef99de7147 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:14.293721 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-83e5e98e-d873-48cf-b45a-63495ab4d2d6 req-10b85aee-7d7c-4e6a-bac4-faef99de7147 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0550261 Mar 07 17:06:14.341307 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-83e5e98e-d873-48cf-b45a-63495ab4d2d6 req-85098dc1-5a8a-4de9-8038-84bc3cd6d96a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Mar 07 17:06:14.373226 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55336) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:14.386827 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd4d22c9-e74a-49e9-b882-db6a4f59d335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.462051 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd4d22c9-e74a-49e9-b882-db6a4f59d335 admin admin] Publish callbacks [] for security_group (7d3b5f85-15dc-4593-b0cb-b3ad6e85705e), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.538957 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd4d22c9-e74a-49e9-b882-db6a4f59d335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (7d3b5f85-15dc-4593-b0cb-b3ad6e85705e), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.564349 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 55348) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:14.584793 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-fd4d22c9-e74a-49e9-b882-db6a4f59d335 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=899f3cfdbd2546f4ba88176a2c048813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103355 Mar 07 17:06:14.585635 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d22c9-e74a-49e9-b882-db6a4f59d335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3b5f85-15dc-4593-b0cb-b3ad6e85705e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:14.588419 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 55352) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:14.662675 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e7baa34-f57b-479f-854d-e25840901614 admin admin] Publish callbacks [] for security_group (7d3b5f85-15dc-4593-b0cb-b3ad6e85705e), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.695499 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e7baa34-f57b-479f-854d-e25840901614 admin admin] Publish callbacks [] for security_group (7d3b5f85-15dc-4593-b0cb-b3ad6e85705e), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.713937 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cc093224-26f9-4dfe-923c-086ebfc4db2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.833431 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cc093224-26f9-4dfe-923c-086ebfc4db2f admin admin] Publish callbacks [] for security_group (39325f8c-070b-4b5b-bf7c-ce6e61b2e2ae), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.872165 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e7baa34-f57b-479f-854d-e25840901614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (7d3b5f85-15dc-4593-b0cb-b3ad6e85705e), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.874888 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e7baa34-f57b-479f-854d-e25840901614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.876044 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-1e7baa34-f57b-479f-854d-e25840901614 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d3b5f85-15dc-4593-b0cb-b3ad6e85705e HTTP/1.1" status: 204 len: 168 time: 0.2864585 Mar 07 17:06:14.890117 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7baa34-f57b-479f-854d-e25840901614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3b5f85-15dc-4593-b0cb-b3ad6e85705e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:14.947193 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cc093224-26f9-4dfe-923c-086ebfc4db2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (39325f8c-070b-4b5b-bf7c-ce6e61b2e2ae), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.012369 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-cc093224-26f9-4dfe-923c-086ebfc4db2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05390d9eea9b4f12b52858b7f3bfbdda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4451880 Mar 07 17:06:15.013463 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc093224-26f9-4dfe-923c-086ebfc4db2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39325f8c-070b-4b5b-bf7c-ce6e61b2e2ae,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:15.018395 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55372) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:15.120490 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-44d1a710-ae69-4f40-8dc9-ef3e9e500c26 admin admin] Publish callbacks [] for security_group (39325f8c-070b-4b5b-bf7c-ce6e61b2e2ae), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.145212 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-44d1a710-ae69-4f40-8dc9-ef3e9e500c26 admin admin] Publish callbacks [] for security_group (39325f8c-070b-4b5b-bf7c-ce6e61b2e2ae), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.285462 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-44d1a710-ae69-4f40-8dc9-ef3e9e500c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (39325f8c-070b-4b5b-bf7c-ce6e61b2e2ae), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.288253 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-44d1a710-ae69-4f40-8dc9-ef3e9e500c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.292865 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-44d1a710-ae69-4f40-8dc9-ef3e9e500c26 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39325f8c-070b-4b5b-bf7c-ce6e61b2e2ae HTTP/1.1" status: 204 len: 168 time: 0.2737775 Mar 07 17:06:15.339724 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1a710-ae69-4f40-8dc9-ef3e9e500c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39325f8c-070b-4b5b-bf7c-ce6e61b2e2ae,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:15.504373 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c55e0a-2136-482f-8ea6-d4882a50099b req-91c21e21-1bd2-4b8b-a2fb-feec29d6cdee tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:15.507426 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-80c55e0a-2136-482f-8ea6-d4882a50099b req-91c21e21-1bd2-4b8b-a2fb-feec29d6cdee tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0736034 Mar 07 17:06:15.568143 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-80c55e0a-2136-482f-8ea6-d4882a50099b req-e285073b-c32a-485b-868e-a7aeb5264a7b tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512524 Mar 07 17:06:16.123073 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55420) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:16.139212 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98b6eb72-4740-4380-8ad5-ab72523186c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.303176 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98b6eb72-4740-4380-8ad5-ab72523186c8 admin admin] Publish callbacks [] for security_group (f34dbd1a-9d9b-4e9e-ab2b-029c4aeb66b5), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.369798 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98b6eb72-4740-4380-8ad5-ab72523186c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (f34dbd1a-9d9b-4e9e-ab2b-029c4aeb66b5), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.448521 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627c5f-ef63-4a60-9629-880d12ad6153 req-bbf0f14a-8774-486f-a633-cb8cae352c0d tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:16.452793 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-36627c5f-ef63-4a60-9629-880d12ad6153 req-bbf0f14a-8774-486f-a633-cb8cae352c0d tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 945 time: 0.0922911 Mar 07 17:06:16.500470 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-98b6eb72-4740-4380-8ad5-ab72523186c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bfae289f95c4b128280afa1230b46f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747156 Mar 07 17:06:16.500470 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6eb72-4740-4380-8ad5-ab72523186c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34dbd1a-9d9b-4e9e-ab2b-029c4aeb66b5,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:16.513258 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55446) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:16.534166 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-36627c5f-ef63-4a60-9629-880d12ad6153 req-379c4599-1fc0-4cb7-8a25-e1800df3e5ff tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655460 Mar 07 17:06:16.590990 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05c7fde5-40c7-4519-af84-dfff95d4bcdb admin admin] Publish callbacks [] for security_group (f34dbd1a-9d9b-4e9e-ab2b-029c4aeb66b5), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.628850 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05c7fde5-40c7-4519-af84-dfff95d4bcdb admin admin] Publish callbacks [] for security_group (f34dbd1a-9d9b-4e9e-ab2b-029c4aeb66b5), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.750254 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240fc4-3cc5-45aa-a325-30b409b173f2 req-5c30b61c-4e4f-4db1-8493-29c2cac4ec64 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:16.752232 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-98240fc4-3cc5-45aa-a325-30b409b173f2 req-5c30b61c-4e4f-4db1-8493-29c2cac4ec64 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.1033800 Mar 07 17:06:16.801935 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05c7fde5-40c7-4519-af84-dfff95d4bcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (f34dbd1a-9d9b-4e9e-ab2b-029c4aeb66b5), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.805796 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05c7fde5-40c7-4519-af84-dfff95d4bcdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.807062 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-05c7fde5-40c7-4519-af84-dfff95d4bcdb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f34dbd1a-9d9b-4e9e-ab2b-029c4aeb66b5 HTTP/1.1" status: 204 len: 168 time: 0.2920322 Mar 07 17:06:16.822781 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-98240fc4-3cc5-45aa-a325-30b409b173f2 req-8c1d0773-c8ae-4c3f-b804-72082c351ee0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642645 Mar 07 17:06:16.823707 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7fde5-40c7-4519-af84-dfff95d4bcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34dbd1a-9d9b-4e9e-ab2b-029c4aeb66b5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:17.556308 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55482) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:17.570308 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2aa5227a-4215-4fef-ad39-6b7d164aec3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.669809 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2aa5227a-4215-4fef-ad39-6b7d164aec3d admin admin] Publish callbacks [] for security_group (1ea0e2ac-3f1f-4f65-8414-851a4fd2fe91), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.676430 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c56a0-4da3-4700-931a-02dccb342cc6 req-9fb96abb-8ad3-46f9-9f0d-39b782f9f8b4 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:17.677988 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-968c56a0-4da3-4700-931a-02dccb342cc6 req-9fb96abb-8ad3-46f9-9f0d-39b782f9f8b4 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 945 time: 0.0584414 Mar 07 17:06:17.729937 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-968c56a0-4da3-4700-931a-02dccb342cc6 req-ffcc522d-24f0-40cb-82b3-9ef2662ba025 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 Mar 07 17:06:17.753176 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2aa5227a-4215-4fef-ad39-6b7d164aec3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1ea0e2ac-3f1f-4f65-8414-851a4fd2fe91), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.794708 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-2aa5227a-4215-4fef-ad39-6b7d164aec3d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54af2b7af4e4489c8cc01e097c1a75ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372675 Mar 07 17:06:17.796102 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5227a-4215-4fef-ad39-6b7d164aec3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea0e2ac-3f1f-4f65-8414-851a4fd2fe91,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:17.798944 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 55490) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:17.851507 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5b88-8709-4ba4-9e6e-0a38630a4143 admin admin] Publish callbacks [] for security_group (1ea0e2ac-3f1f-4f65-8414-851a4fd2fe91), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.881694 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5b88-8709-4ba4-9e6e-0a38630a4143 admin admin] Publish callbacks [] for security_group (1ea0e2ac-3f1f-4f65-8414-851a4fd2fe91), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.968334 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e379f-19c4-419a-91b4-dc19df497e73 req-6f5cd563-3d46-4c18-a408-46c87f4ff06c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:17.970194 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cd4e379f-19c4-419a-91b4-dc19df497e73 req-6f5cd563-3d46-4c18-a408-46c87f4ff06c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0609243 Mar 07 17:06:17.998392 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5b88-8709-4ba4-9e6e-0a38630a4143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1ea0e2ac-3f1f-4f65-8414-851a4fd2fe91), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:18.001025 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5b88-8709-4ba4-9e6e-0a38630a4143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:18.002246 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-6f5e5b88-8709-4ba4-9e6e-0a38630a4143 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ea0e2ac-3f1f-4f65-8414-851a4fd2fe91 HTTP/1.1" status: 204 len: 168 time: 0.2020252 Mar 07 17:06:18.014171 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e5b88-8709-4ba4-9e6e-0a38630a4143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea0e2ac-3f1f-4f65-8414-851a4fd2fe91,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:18.032240 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cd4e379f-19c4-419a-91b4-dc19df497e73 req-c7e8464b-6587-44ae-a807-c4c70cc38ce5 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535972 Mar 07 17:06:18.852446 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b354a4-d1b2-4823-b1fd-e4fb7e1d149c req-883376ff-e0a3-4c0e-9e70-43a3e0504c67 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:18.854772 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-57b354a4-d1b2-4823-b1fd-e4fb7e1d149c req-883376ff-e0a3-4c0e-9e70-43a3e0504c67 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 945 time: 0.0572782 Mar 07 17:06:18.917729 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-57b354a4-d1b2-4823-b1fd-e4fb7e1d149c req-8f377fcc-80e5-43b6-b75b-ea6e0101765e tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499153 Mar 07 17:06:19.164563 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63004769-b33f-414c-b208-8890fcdd44e4 req-c42fb14f-42ee-48d4-bd1a-33e2db61d8a0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:19.166506 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-63004769-b33f-414c-b208-8890fcdd44e4 req-c42fb14f-42ee-48d4-bd1a-33e2db61d8a0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0598714 Mar 07 17:06:19.213690 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-63004769-b33f-414c-b208-8890fcdd44e4 req-7162a97a-3a12-451e-855f-fa571ed07de9 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Mar 07 17:06:19.700430 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55548) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:19.808570 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7de6fbba-73c6-4b4a-a5d5-eef7606e0f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.882779 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7de6fbba-73c6-4b4a-a5d5-eef7606e0f60 admin admin] Publish callbacks [] for security_group (e17db2f0-6da5-42cd-b0b0-4b8f191b47fc), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.964261 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7de6fbba-73c6-4b4a-a5d5-eef7606e0f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (e17db2f0-6da5-42cd-b0b0-4b8f191b47fc), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.026609 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7de6fbba-73c6-4b4a-a5d5-eef7606e0f60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c86455c450a4b04900fb1f3b1925376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155231 Mar 07 17:06:20.026609 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55560) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:20.034413 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6fbba-73c6-4b4a-a5d5-eef7606e0f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17db2f0-6da5-42cd-b0b0-4b8f191b47fc,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:20.060292 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de588870-4898-4db3-a506-b2ebc39fce49 req-4c247675-7e20-4431-870b-b7e622f27c31 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:20.061990 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-de588870-4898-4db3-a506-b2ebc39fce49 req-4c247675-7e20-4431-870b-b7e622f27c31 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 945 time: 0.0728779 Mar 07 17:06:20.078705 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ac5c-1d7d-487b-9cf1-5eca3937c259 admin admin] Publish callbacks [] for security_group (e17db2f0-6da5-42cd-b0b0-4b8f191b47fc), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.107026 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ac5c-1d7d-487b-9cf1-5eca3937c259 admin admin] Publish callbacks [] for security_group (e17db2f0-6da5-42cd-b0b0-4b8f191b47fc), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.118642 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-de588870-4898-4db3-a506-b2ebc39fce49 req-8f17db7f-7382-4e71-b564-e306fc1f9244 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480442 Mar 07 17:06:20.209943 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ac5c-1d7d-487b-9cf1-5eca3937c259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (e17db2f0-6da5-42cd-b0b0-4b8f191b47fc), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.212637 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ac5c-1d7d-487b-9cf1-5eca3937c259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.213956 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3ec2ac5c-1d7d-487b-9cf1-5eca3937c259 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e17db2f0-6da5-42cd-b0b0-4b8f191b47fc HTTP/1.1" status: 204 len: 168 time: 0.1912856 Mar 07 17:06:20.222767 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2ac5c-1d7d-487b-9cf1-5eca3937c259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17db2f0-6da5-42cd-b0b0-4b8f191b47fc,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:20.333750 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34326e1d-7373-43d5-9c14-3f948df309c9 req-52d737f7-d2c2-4e05-aa43-b8fbd21ac371 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:20.335338 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-34326e1d-7373-43d5-9c14-3f948df309c9 req-52d737f7-d2c2-4e05-aa43-b8fbd21ac371 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0538802 Mar 07 17:06:20.384081 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-34326e1d-7373-43d5-9c14-3f948df309c9 req-4421a809-eea7-431d-8f7b-dabf822130a3 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431619 Mar 07 17:06:20.680694 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407056d-4684-4a63-9426-0251fcc0611b req-584e66d7-7f61-49da-a612-225fe429add4 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:20.682155 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3407056d-4684-4a63-9426-0251fcc0611b req-584e66d7-7f61-49da-a612-225fe429add4 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 945 time: 0.0580916 Mar 07 17:06:21.014038 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-3407056d-4684-4a63-9426-0251fcc0611b req-81b2023c-f639-4da5-8186-9e833d8d1fb8 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Deleting port f7d51373-00e5-4966-bd10-60fa920fc6fe {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:06:21.014421 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3407056d-4684-4a63-9426-0251fcc0611b req-81b2023c-f639-4da5-8186-9e833d8d1fb8 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.123722 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-3407056d-4684-4a63-9426-0251fcc0611b req-81b2023c-f639-4da5-8186-9e833d8d1fb8 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] For port f7d51373-00e5-4966-bd10-60fa920fc6fe, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f7d51373-00e5-4966-bd10-60fa920fc6fe,segment=NetworkSegment(22b832d0-be90-48e6-aba8-3bcf8a2b260a),segment_id=22b832d0-be90-48e6-aba8-3bcf8a2b260a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:21.124216 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3407056d-4684-4a63-9426-0251fcc0611b req-81b2023c-f639-4da5-8186-9e833d8d1fb8 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.140798 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-3407056d-4684-4a63-9426-0251fcc0611b req-81b2023c-f639-4da5-8186-9e833d8d1fb8 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Calling delete_port for f7d51373-00e5-4966-bd10-60fa920fc6fe owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:06:21.218418 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55596) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:21.254575 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f082a-3cd0-4858-9888-1b07ceb01ac5 req-47edcfe2-e94d-4b66-b9df-fa96e8e790c0 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:21.256106 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1e2f082a-3cd0-4858-9888-1b07ceb01ac5 req-47edcfe2-e94d-4b66-b9df-fa96e8e790c0 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 945 time: 0.0562861 Mar 07 17:06:21.307846 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1e2f082a-3cd0-4858-9888-1b07ceb01ac5 req-784bd6c2-4fd0-4cf9-9a37-2422b42a8301 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c797b70-996c-4232-99d1-ffef447c6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458601 Mar 07 17:06:21.336928 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2139686446-network', 'tenant_id': 'd88a3948e61d4a09b2540dc8e1e51047'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:21.403289 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3407056d-4684-4a63-9426-0251fcc0611b req-81b2023c-f639-4da5-8186-9e833d8d1fb8 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088'] for port (f7d51373-00e5-4966-bd10-60fa920fc6fe), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.439505 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2023c-f639-4da5-8186-9e833d8d1fb8 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Pushing event deleted for resources: {'Port': ['ID=f7d51373-00e5-4966-bd10-60fa920fc6fe,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:21.441799 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Made reservation on behalf of d88a3948e61d4a09b2540dc8e1e51047 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:06:21.444287 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.448263 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['f7d51373-00e5-4966-bd10-60fa920fc6fe'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:06:21.457844 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.550107 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3407056d-4684-4a63-9426-0251fcc0611b req-81b2023c-f639-4da5-8186-9e833d8d1fb8 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] No DVR routers for this DVR port f7d51373-00e5-4966-bd10-60fa920fc6fe on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:06:21.561635 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3407056d-4684-4a63-9426-0251fcc0611b req-81b2023c-f639-4da5-8186-9e833d8d1fb8 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.565962 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3407056d-4684-4a63-9426-0251fcc0611b req-81b2023c-f639-4da5-8186-9e833d8d1fb8 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.65 "DELETE /v2.0/ports/f7d51373-00e5-4966-bd10-60fa920fc6fe HTTP/1.1" status: 204 len: 173 time: 0.8739600 Mar 07 17:06:21.567674 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa75286-89c7-4695-bd48-1607ddc695cb', 'name': 'network-vif-deleted', 'tag': 'f7d51373-00e5-4966-bd10-60fa920fc6fe'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:21.570134 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4585851-96da-47dc-8bfc-1b36f68fb2cd" -d '{"events": [{"server_uuid": "1fa75286-89c7-4695-bd48-1607ddc695cb", "name": "network-vif-deleted", "tag": "f7d51373-00e5-4966-bd10-60fa920fc6fe"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:21.616001 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021b491-614f-404d-bc18-4e1713a476e7 req-6dda95bd-9da1-4760-94a6-e9add8723c74 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:21.617236 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2021b491-614f-404d-bc18-4e1713a476e7 req-6dda95bd-9da1-4760-94a6-e9add8723c74 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.1293151 Mar 07 17:06:21.622395 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cdb1ab-d235-4dde-87b4-2d6e419e6a54 x-openstack-request-id: req-a4cdb1ab-d235-4dde-87b4-2d6e419e6a54 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:21.622685 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa75286-89c7-4695-bd48-1607ddc695cb", "name": "network-vif-deleted", "tag": "f7d51373-00e5-4966-bd10-60fa920fc6fe", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:21.622935 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4cdb1ab-d235-4dde-87b4-2d6e419e6a54 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:21.623321 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa75286-89c7-4695-bd48-1607ddc695cb', 'name': 'network-vif-deleted', 'tag': 'f7d51373-00e5-4966-bd10-60fa920fc6fe', 'status': 'completed', 'code': 200} Mar 07 17:06:21.688673 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Publish callbacks [] for security_group (d1623cee-68e3-403b-9d1d-678cce7be919), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.694334 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2021b491-614f-404d-bc18-4e1713a476e7 req-db9122a2-c7dd-415d-bb05-c79af456f19a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701735 Mar 07 17:06:21.797653 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (d1623cee-68e3-403b-9d1d-678cce7be919), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.827645 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:06:21.837978 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1623cee-68e3-403b-9d1d-678cce7be919,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:21.842016 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (c0ee3ce6-c709-44b8-87a2-ade61305d30a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.842343 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Added segment c0ee3ce6-c709-44b8-87a2-ade61305d30a of type vlan for network c9a311c4-0e22-43f6-a81a-8dd0546845dc Mar 07 17:06:21.884016 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (c9a311c4-0e22-43f6-a81a-8dd0546845dc), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.027364 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (c9a311c4-0e22-43f6-a81a-8dd0546845dc), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.030328 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:22.030328 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.102321 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a311c4-0e22-43f6-a81a-8dd0546845dc,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:22.117307 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network c9a311c4-0e22-43f6-a81a-8dd0546845dc details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:06:22.190971 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1a128fb8-f335-4d29-963e-87a4e72e5a82 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9712396 Mar 07 17:06:22.202785 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55618) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:22.207929 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] Request body: {'subnet': {'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2139686446-subnet', 'tenant_id': 'd88a3948e61d4a09b2540dc8e1e51047', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:22.307399 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] Made reservation on behalf of d88a3948e61d4a09b2540dc8e1e51047 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:06:22.309824 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.412717 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bdcb4759-a76b-4828-812d-9a138c74ab9b req-6c74230c-157d-49b1-8f2a-8c328c1678d9 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 210 time: 0.0281024 Mar 07 17:06:22.581201 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for subnet (87168991-1009-429a-acc5-f01dbf7ee453), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.641018 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=87168991-1009-429a-acc5-f01dbf7ee453,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:22.646872 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] Checking segment: {'id': 'c0ee3ce6-c709-44b8-87a2-ade61305d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:22.647229 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] Network hostable DHCP agents. Network: c9a311c4-0e22-43f6-a81a-8dd0546845dc, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:06:22.723753 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] Network c9a311c4-0e22-43f6-a81a-8dd0546845dc is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:06:22.806243 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, c9a311c4-0e22-43f6-a81a-8dd0546845dc) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:22.811320 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:22.815246 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.816811 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12749d-4e7d-4b77-9685-102b36934275 None None] Network c9a311c4-0e22-43f6-a81a-8dd0546845dc requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:06:22.844293 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ee27-1d7e-43c2-af79-0c6f7422533a req-e7a38091-d81d-4615-993d-0a51b38e8182 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:22.844293 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b47ee27-1d7e-43c2-af79-0c6f7422533a req-e7a38091-d81d-4615-993d-0a51b38e8182 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0714774 Mar 07 17:06:22.896134 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b47ee27-1d7e-43c2-af79-0c6f7422533a req-e65f1f53-0f9b-4f68-bc0a-dd0d7426bd27 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452473 Mar 07 17:06:22.910294 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3b2ff63e-50a1-4733-ad05-241d5d77d2ab admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7060723 Mar 07 17:06:22.935286 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985abdea-4540-4f46-9a52-582cbc1800db None None] Network c9a311c4-0e22-43f6-a81a-8dd0546845dc requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:06:23.541803 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f85b1af9-ec4e-42be-b7f4-0bb9755b16cf req-d3c1a04e-e63a-4d62-954c-1a556485977f tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 210 time: 0.0318370 Mar 07 17:06:23.665592 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55666) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:23.714917 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f2cd4d-ba7b-48db-8452-60af53c1c63d admin admin] Deleting subnet ea2622b8-0a92-4719-a704-33794c16ce71 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:06:23.718786 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95f2cd4d-ba7b-48db-8452-60af53c1c63d admin admin] Publish callbacks [] for subnet (ea2622b8-0a92-4719-a704-33794c16ce71), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:23.756558 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95f2cd4d-ba7b-48db-8452-60af53c1c63d admin admin] Publish callbacks [] for subnet (ea2622b8-0a92-4719-a704-33794c16ce71), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:23.765965 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95f2cd4d-ba7b-48db-8452-60af53c1c63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (ea2622b8-0a92-4719-a704-33794c16ce71), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:23.906847 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95f2cd4d-ba7b-48db-8452-60af53c1c63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for subnet (ea2622b8-0a92-4719-a704-33794c16ce71), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:23.936616 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2cd4d-ba7b-48db-8452-60af53c1c63d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2622b8-0a92-4719-a704-33794c16ce71,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:23.943599 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95f2cd4d-ba7b-48db-8452-60af53c1c63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:23.947017 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-95f2cd4d-ba7b-48db-8452-60af53c1c63d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ea2622b8-0a92-4719-a704-33794c16ce71 HTTP/1.1" status: 204 len: 168 time: 0.2804089 Mar 07 17:06:23.951228 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 55684) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:24.060319 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaad5e-4d1f-4cee-9b56-7bf44d60376c req-00d9a631-66fb-4368-ba57-e8e350f7e232 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:24.061863 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4caaad5e-4d1f-4cee-9b56-7bf44d60376c req-00d9a631-66fb-4368-ba57-e8e350f7e232 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0769157 Mar 07 17:06:24.085481 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (2c10c746-ed8f-419a-b51e-aa09a17e745e), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.125477 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4caaad5e-4d1f-4cee-9b56-7bf44d60376c req-461b32a3-29cc-4884-9578-b055155def4c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575752 Mar 07 17:06:24.186658 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (2c10c746-ed8f-419a-b51e-aa09a17e745e), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.208064 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.208358 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.208959 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.209284 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > port after_create 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.209650 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.209996 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > port after_update 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.210310 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.211118 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.211118 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.211471 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.334291 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.334805 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.335203 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.335654 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:24.336088 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c10c746-ed8f-419a-b51e-aa09a17e745e']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:24.363992 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaedd783-d5a0-4b46-bcfc-851ed7edfd90') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:24.364526 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaedd783-d5a0-4b46-bcfc-851ed7edfd90') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:24.393540 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12967054'] for segment (eaedd783-d5a0-4b46-bcfc-851ed7edfd90), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.414969 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (eaedd783-d5a0-4b46-bcfc-851ed7edfd90), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.423044 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:06:24.423415 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12767259'] for segment (eaedd783-d5a0-4b46-bcfc-851ed7edfd90), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: from cryptography.utils import int_from_bytes Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: from cryptography.utils import int_from_bytes Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: Traceback (most recent call last): Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: timer() Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: cb(*args, **kw) Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: return func(*args, **kwargs) Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: self._notify() Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: self.callback(batched_events) Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: event.method(event) Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: return f(self, *a, **k) Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._get(url).json() Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: return self.request(url, 'GET', **kwargs) Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:06:24.450793 dv-cinder-778193-24-iscsi neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:06:24.529716 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 55698) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:24.570253 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (2c10c746-ed8f-419a-b51e-aa09a17e745e), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.588791 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.594846 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2c10c746-ed8f-419a-b51e-aa09a17e745e HTTP/1.1" status: 204 len: 168 time: 0.6390345 Mar 07 17:06:24.594846 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe88fb0-63f8-4818-868a-edcae6ffcc15 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c10c746-ed8f-419a-b51e-aa09a17e745e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:24.595289 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55704) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:24.644200 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee8d58d-cd52-4e78-81a0-171e634c1c11 admin admin] Deleting subnet 5078e1ea-f87b-4d12-8cdb-61d7ef29f966 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:06:24.647625 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8ee8d58d-cd52-4e78-81a0-171e634c1c11 admin admin] Publish callbacks [] for subnet (5078e1ea-f87b-4d12-8cdb-61d7ef29f966), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.661932 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-906dfea0-90a4-4b5a-9a4f-27f2e2e4c4cf req-a55f4857-063d-4595-b72d-ead6f41a3100 tempest-DeleteServersTestJSON-346803338 tempest-DeleteServersTestJSON-346803338-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa75286-89c7-4695-bd48-1607ddc695cb HTTP/1.1" status: 200 len: 210 time: 0.0313692 Mar 07 17:06:24.667776 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e89e57d-99cd-4fee-bf25-9b9887a7a9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.697582 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8ee8d58d-cd52-4e78-81a0-171e634c1c11 admin admin] Publish callbacks [] for subnet (5078e1ea-f87b-4d12-8cdb-61d7ef29f966), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.703620 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8ee8d58d-cd52-4e78-81a0-171e634c1c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (5078e1ea-f87b-4d12-8cdb-61d7ef29f966), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.750841 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e89e57d-99cd-4fee-bf25-9b9887a7a9b7 admin admin] Publish callbacks [] for security_group (e60da0ab-4f83-423f-a1c6-d162ec6888a0), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.814990 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e89e57d-99cd-4fee-bf25-9b9887a7a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (e60da0ab-4f83-423f-a1c6-d162ec6888a0), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.844281 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8ee8d58d-cd52-4e78-81a0-171e634c1c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for subnet (5078e1ea-f87b-4d12-8cdb-61d7ef29f966), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.854220 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-9e89e57d-99cd-4fee-bf25-9b9887a7a9b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13d8a796c86e46e1a9f8dccbb54c52bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234177 Mar 07 17:06:24.855093 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89e57d-99cd-4fee-bf25-9b9887a7a9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60da0ab-4f83-423f-a1c6-d162ec6888a0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:24.857331 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 55706) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:24.871002 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8d58d-cd52-4e78-81a0-171e634c1c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5078e1ea-f87b-4d12-8cdb-61d7ef29f966,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:24.880287 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8ee8d58d-cd52-4e78-81a0-171e634c1c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.887373 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8ee8d58d-cd52-4e78-81a0-171e634c1c11 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5078e1ea-f87b-4d12-8cdb-61d7ef29f966 HTTP/1.1" status: 204 len: 168 time: 0.2910771 Mar 07 17:06:24.887971 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55710) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:24.923424 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0376423d-7b1a-4e52-ba8b-8bf1497a8558 admin admin] Publish callbacks [] for security_group (e60da0ab-4f83-423f-a1c6-d162ec6888a0), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.934244 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device f7d51373-00e5-4966-bd10-60fa920fc6fe no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:06:24.954915 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0376423d-7b1a-4e52-ba8b-8bf1497a8558 admin admin] Publish callbacks [] for security_group (e60da0ab-4f83-423f-a1c6-d162ec6888a0), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.957168 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: f7d51373-00e5-4966-bd10-60fa920fc6fe {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:06:24.957521 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device f7d51373-00e5-4966-bd10-60fa920fc6fe not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:06:24.964090 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (8f8c4a22-e0c2-4245-817e-e622d9de26bf), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:25.057595 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (8f8c4a22-e0c2-4245-817e-e622d9de26bf), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:25.081683 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.082026 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.082881 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.083212 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.083551 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.083925 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.084220 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.084557 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.084851 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.085166 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.118597 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0376423d-7b1a-4e52-ba8b-8bf1497a8558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (e60da0ab-4f83-423f-a1c6-d162ec6888a0), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:25.121177 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0376423d-7b1a-4e52-ba8b-8bf1497a8558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:25.122309 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-0376423d-7b1a-4e52-ba8b-8bf1497a8558 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e60da0ab-4f83-423f-a1c6-d162ec6888a0 HTTP/1.1" status: 204 len: 168 time: 0.2640948 Mar 07 17:06:25.131286 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376423d-7b1a-4e52-ba8b-8bf1497a8558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60da0ab-4f83-423f-a1c6-d162ec6888a0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:25.166060 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.166451 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.166952 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.167426 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:06:25.167804 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8c4a22-e0c2-4245-817e-e622d9de26bf']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:25.191806 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1895f9d7-9aef-4269-bc77-ede2153e5736') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:25.192095 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1895f9d7-9aef-4269-bc77-ede2153e5736') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:25.221809 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347676'] for segment (1895f9d7-9aef-4269-bc77-ede2153e5736), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:25.265687 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (1895f9d7-9aef-4269-bc77-ede2153e5736), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:25.276973 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:06:25.277417 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14347421'] for segment (1895f9d7-9aef-4269-bc77-ede2153e5736), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: from cryptography.utils import int_from_bytes Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: from cryptography.utils import int_from_bytes Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: timer() Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: cb(*args, **kw) Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: self._notify() Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: self.callback(batched_events) Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: event.method(event) Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._get(url).json() Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:06:25.281385 dv-cinder-778193-24-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:06:25.347107 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb89e3-a5e2-4706-9c27-5d8c46552433 req-8ffddb6a-e55c-4291-b363-1473aab3f8a2 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:25.348755 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-72fb89e3-a5e2-4706-9c27-5d8c46552433 req-8ffddb6a-e55c-4291-b363-1473aab3f8a2 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.1418760 Mar 07 17:06:25.402203 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-72fb89e3-a5e2-4706-9c27-5d8c46552433 req-a9d3d2e0-32a0-46d9-9914-d943ee8240cc tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475650 Mar 07 17:06:25.444177 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (8f8c4a22-e0c2-4245-817e-e622d9de26bf), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:25.452054 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:25.455877 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8f8c4a22-e0c2-4245-817e-e622d9de26bf HTTP/1.1" status: 204 len: 168 time: 0.5664272 Mar 07 17:06:25.465999 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0e97c-a484-4d5e-a698-12d705c308d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f8c4a22-e0c2-4245-817e-e622d9de26bf,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:25.936914 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55738) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:25.951611 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-709facca-6711-477a-b5fc-4f465cba4e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:25.994181 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 55742) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:26.045347 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-709facca-6711-477a-b5fc-4f465cba4e78 admin admin] Publish callbacks [] for security_group (dd0ee3b9-a0b7-47b8-9892-58a269c9676e), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:26.047369 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-070e048f-6495-4c97-add1-60cab5dd3c8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cb4d9e24b7f438e95fee54607f05c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488584 Mar 07 17:06:26.050907 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 55744) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:26.103750 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6236-f349-4e94-9161-efa14503080d admin admin] Publish callbacks [] for security_group (c6c35df8-68fb-4bbe-81fd-03a4ac01eea6), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:26.114297 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-709facca-6711-477a-b5fc-4f465cba4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (dd0ee3b9-a0b7-47b8-9892-58a269c9676e), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:26.134473 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6236-f349-4e94-9161-efa14503080d admin admin] Publish callbacks [] for security_group (c6c35df8-68fb-4bbe-81fd-03a4ac01eea6), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:26.186870 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-709facca-6711-477a-b5fc-4f465cba4e78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=064b0d02503c42388e4a6db2fc038e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487724 Mar 07 17:06:26.187736 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709facca-6711-477a-b5fc-4f465cba4e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0ee3b9-a0b7-47b8-9892-58a269c9676e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:26.190345 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55762) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:26.246639 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05f07bbb-35e9-4b53-b16b-0aa41072520b admin admin] Publish callbacks [] for security_group (dd0ee3b9-a0b7-47b8-9892-58a269c9676e), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:26.271800 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05f07bbb-35e9-4b53-b16b-0aa41072520b admin admin] Publish callbacks [] for security_group (dd0ee3b9-a0b7-47b8-9892-58a269c9676e), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:26.283484 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-37aa3f9c-34c1-4b62-9206-8ebbe19521c5 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:26.286827 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-37aa3f9c-34c1-4b62-9206-8ebbe19521c5 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/networks?id=c9a311c4-0e22-43f6-a81a-8dd0546845dc HTTP/1.1" status: 200 len: 809 time: 0.1227798 Mar 07 17:06:26.300785 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-a5042efb-1006-4a7b-b62d-5793decb5c4e tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/quotas/d88a3948e61d4a09b2540dc8e1e51047 HTTP/1.1" status: 200 len: 375 time: 0.0103314 Mar 07 17:06:26.334265 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-dc0b64ad-ce94-4596-8315-89471e54f093 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88a3948e61d4a09b2540dc8e1e51047&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277882 Mar 07 17:06:26.335039 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6236-f349-4e94-9161-efa14503080d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (c6c35df8-68fb-4bbe-81fd-03a4ac01eea6), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:26.347016 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6236-f349-4e94-9161-efa14503080d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:26.347016 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-d1ee6236-f349-4e94-9161-efa14503080d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6c35df8-68fb-4bbe-81fd-03a4ac01eea6 HTTP/1.1" status: 204 len: 168 time: 0.2864132 Mar 07 17:06:26.368335 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee6236-f349-4e94-9161-efa14503080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c35df8-68fb-4bbe-81fd-03a4ac01eea6,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:26.404390 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05f07bbb-35e9-4b53-b16b-0aa41072520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (dd0ee3b9-a0b7-47b8-9892-58a269c9676e), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:26.411600 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05f07bbb-35e9-4b53-b16b-0aa41072520b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:26.411600 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-05f07bbb-35e9-4b53-b16b-0aa41072520b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd0ee3b9-a0b7-47b8-9892-58a269c9676e HTTP/1.1" status: 204 len: 168 time: 0.2165656 Mar 07 17:06:26.419477 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f07bbb-35e9-4b53-b16b-0aa41072520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0ee3b9-a0b7-47b8-9892-58a269c9676e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:26.477554 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-aafd8a12-0011-466e-bb32-6fba07d08719 service neutron] 10.222.0.52 "GET /v2.0/networks/c9a311c4-0e22-43f6-a81a-8dd0546845dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333227 Mar 07 17:06:26.583780 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbf6b8-6a11-458d-96f6-7d0ccbc1663f req-8b32e11f-a1d8-4397-b073-e0e636564792 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:26.585445 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8bcbf6b8-6a11-458d-96f6-7d0ccbc1663f req-8b32e11f-a1d8-4397-b073-e0e636564792 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0803430 Mar 07 17:06:26.599828 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-fc453a3a-5fb7-47ea-ae98-f3042f8725ee service neutron] 10.222.0.52 "GET /v2.0/networks/c9a311c4-0e22-43f6-a81a-8dd0546845dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229579 Mar 07 17:06:26.647759 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8bcbf6b8-6a11-458d-96f6-7d0ccbc1663f req-8c77a8d3-d601-409e-9cd1-58fda76c098f tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555346 Mar 07 17:06:26.906683 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5d53e9b2-53a7-41c7-9221-2291f47545b7 req-25b4fdb3-febb-4964-817f-40c0ed918a46 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 210 time: 0.0327566 Mar 07 17:06:27.324381 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 55816) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:27.383712 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee985f04-58b9-4da8-afb6-f1c4a48034bf admin admin] Deleting subnet ab5070fc-d09b-4e96-a414-faf8e71b57de {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:06:27.393511 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee985f04-58b9-4da8-afb6-f1c4a48034bf admin admin] Publish callbacks [] for subnet (ab5070fc-d09b-4e96-a414-faf8e71b57de), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:27.446811 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee985f04-58b9-4da8-afb6-f1c4a48034bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12967029'] for subnet (ab5070fc-d09b-4e96-a414-faf8e71b57de), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:27.508975 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55828) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:27.552553 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee985f04-58b9-4da8-afb6-f1c4a48034bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (ab5070fc-d09b-4e96-a414-faf8e71b57de), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:27.566703 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-01e1184b-f1fe-4db0-92cf-154624f4a328 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3d65d70bccc476b9efbb1e5f3e88cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0561481 Mar 07 17:06:27.569075 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55832) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:27.637757 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-897b6aa6-d649-4c28-a570-46ce7a643f86 admin admin] Publish callbacks [] for security_group (1d29a4c4-6f8e-498c-b202-c165b288eb5c), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:27.664615 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-897b6aa6-d649-4c28-a570-46ce7a643f86 admin admin] Publish callbacks [] for security_group (1d29a4c4-6f8e-498c-b202-c165b288eb5c), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:27.696756 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee985f04-58b9-4da8-afb6-f1c4a48034bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12767345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13222127'] for subnet (ab5070fc-d09b-4e96-a414-faf8e71b57de), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:27.740870 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee985f04-58b9-4da8-afb6-f1c4a48034bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5070fc-d09b-4e96-a414-faf8e71b57de,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:27.746555 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee985f04-58b9-4da8-afb6-f1c4a48034bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:27.750691 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-ee985f04-58b9-4da8-afb6-f1c4a48034bf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ab5070fc-d09b-4e96-a414-faf8e71b57de HTTP/1.1" status: 204 len: 168 time: 0.4252160 Mar 07 17:06:27.754998 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55840) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:27.787711 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-897b6aa6-d649-4c28-a570-46ce7a643f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1d29a4c4-6f8e-498c-b202-c165b288eb5c), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:27.790291 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-897b6aa6-d649-4c28-a570-46ce7a643f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:27.791786 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-897b6aa6-d649-4c28-a570-46ce7a643f86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d29a4c4-6f8e-498c-b202-c165b288eb5c HTTP/1.1" status: 204 len: 168 time: 0.2217579 Mar 07 17:06:27.833870 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b6aa6-d649-4c28-a570-46ce7a643f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d29a4c4-6f8e-498c-b202-c165b288eb5c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:27.853968 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (44ebc418-5a8c-436e-a10b-3fdd2adbb0e0), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:27.883460 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c57c17-2630-4413-aa23-6ee498bbe291 req-f8e9ae0c-4d01-4d07-ad39-0f87ba085708 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:27.885444 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-98c57c17-2630-4413-aa23-6ee498bbe291 req-f8e9ae0c-4d01-4d07-ad39-0f87ba085708 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.1402726 Mar 07 17:06:27.960154 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-98c57c17-2630-4413-aa23-6ee498bbe291 req-3b25d260-d65b-4796-8133-f572975198cd tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690870 Mar 07 17:06:27.975228 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (44ebc418-5a8c-436e-a10b-3fdd2adbb0e0), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.021195 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2660ade0-3916-497b-864e-f504d58b4e07 req-cbd73df7-8db9-4ad6-8844-8452ac89e97d tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 210 time: 0.0479198 Mar 07 17:06:28.031590 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ebc418-5a8c-436e-a10b-3fdd2adbb0e0']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:28.048279 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b832d0-be90-48e6-aba8-3bcf8a2b260a') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:28.048718 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b832d0-be90-48e6-aba8-3bcf8a2b260a') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:28.059308 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347676'] for segment (22b832d0-be90-48e6-aba8-3bcf8a2b260a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.074187 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (22b832d0-be90-48e6-aba8-3bcf8a2b260a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.081164 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:06:28.081787 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14347421'] for segment (22b832d0-be90-48e6-aba8-3bcf8a2b260a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: timer() Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: cb(*args, **kw) Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: self._notify() Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: self.callback(batched_events) Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: event.method(event) Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._get(url).json() Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:06:28.083548 dv-cinder-778193-24-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:06:28.085745 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f38200d0-ce62-46ad-8244-1fc8184c46e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.222826 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (44ebc418-5a8c-436e-a10b-3fdd2adbb0e0), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.240288 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.244146 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/44ebc418-5a8c-436e-a10b-3fdd2adbb0e0 HTTP/1.1" status: 204 len: 168 time: 0.4881647 Mar 07 17:06:28.245227 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d12bb7-9878-427d-8d52-5d991f1f3ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ebc418-5a8c-436e-a10b-3fdd2adbb0e0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:28.583517 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55874) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:28.632559 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-e478556d-70d0-428b-a491-d3146efdf604 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81b665d360cb469da44fcf4885799a01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0478826 Mar 07 17:06:28.635052 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55876) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:28.691038 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf58283d-f4f8-4e6a-8978-081a9f7a7169 admin admin] Publish callbacks [] for security_group (3c797b70-996c-4232-99d1-ffef447c6bd0), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.713732 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf58283d-f4f8-4e6a-8978-081a9f7a7169 admin admin] Publish callbacks [] for security_group (3c797b70-996c-4232-99d1-ffef447c6bd0), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.855695 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf58283d-f4f8-4e6a-8978-081a9f7a7169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (3c797b70-996c-4232-99d1-ffef447c6bd0), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.858459 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf58283d-f4f8-4e6a-8978-081a9f7a7169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.859665 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-cf58283d-f4f8-4e6a-8978-081a9f7a7169 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c797b70-996c-4232-99d1-ffef447c6bd0 HTTP/1.1" status: 204 len: 168 time: 0.2236621 Mar 07 17:06:28.867932 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58283d-f4f8-4e6a-8978-081a9f7a7169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c797b70-996c-4232-99d1-ffef447c6bd0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:29.091135 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee0a89-8982-41da-bd28-d3490fcfbf57 req-8db3473a-6f58-4066-93ff-1370261e8d2b tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:29.099372 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c9ee0a89-8982-41da-bd28-d3490fcfbf57 req-8db3473a-6f58-4066-93ff-1370261e8d2b tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0652723 Mar 07 17:06:29.130350 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8603f815-9b73-4fb0-923e-b7f078848fdd req-907e4470-e2cf-4030-a7d5-cc932a0c4b73 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 210 time: 0.0349455 Mar 07 17:06:29.161174 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c9ee0a89-8982-41da-bd28-d3490fcfbf57 req-3d562fa0-bc32-4563-a5be-30c7d08625cb tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531018 Mar 07 17:06:30.096603 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55952) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:30.257198 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-331dfc7b-d81e-4853-8a82-d18213a388fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.346859 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2999770f-d59c-4af3-98c4-186034cf9ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.350768 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-16b5da19-bdfc-40cd-bf04-5cadb893dfce req-8227f762-97ae-4c0e-82f3-aa9ee6ae9b3f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 210 time: 0.0368583 Mar 07 17:06:30.366666 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55968) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:30.396643 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdd822-aaa8-4d2c-a916-c89403854060 req-75d6c9ec-a51e-47df-bf4c-a1c4f02f2768 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:30.398737 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1bbdd822-aaa8-4d2c-a916-c89403854060 req-75d6c9ec-a51e-47df-bf4c-a1c4f02f2768 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0820189 Mar 07 17:06:30.446431 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-331dfc7b-d81e-4853-8a82-d18213a388fb admin admin] Publish callbacks [] for security_group (c9dcdeaf-6d36-431d-8f24-ecce25f793b6), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.485943 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1bbdd822-aaa8-4d2c-a916-c89403854060 req-b9c8a7db-c6f3-4f61-a742-b8baf604eccc tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767334 Mar 07 17:06:30.490579 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1745207279-network', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:30.500871 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-331dfc7b-d81e-4853-8a82-d18213a388fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (c9dcdeaf-6d36-431d-8f24-ecce25f793b6), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.551495 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-331dfc7b-d81e-4853-8a82-d18213a388fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cb7479aecb064b1f9d67d723dde8ecb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4535694 Mar 07 17:06:30.557974 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55980) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:30.569095 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dfc7b-d81e-4853-8a82-d18213a388fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dcdeaf-6d36-431d-8f24-ecce25f793b6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:30.607603 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Made reservation on behalf of dd5d10d6e0d84d47890158b48c48c045 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:06:30.607603 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.629375 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.659374 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd6603b2-1975-41f9-8131-ccd099b3ad1a admin admin] Publish callbacks [] for security_group (c9dcdeaf-6d36-431d-8f24-ecce25f793b6), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.697316 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd6603b2-1975-41f9-8131-ccd099b3ad1a admin admin] Publish callbacks [] for security_group (c9dcdeaf-6d36-431d-8f24-ecce25f793b6), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.776035 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Publish callbacks [] for security_group (5e0daf32-78d4-444b-a472-8904ceb74501), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.855520 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (5e0daf32-78d4-444b-a472-8904ceb74501), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.873900 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd6603b2-1975-41f9-8131-ccd099b3ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (c9dcdeaf-6d36-431d-8f24-ecce25f793b6), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.876338 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd6603b2-1975-41f9-8131-ccd099b3ad1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.877699 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-fd6603b2-1975-41f9-8131-ccd099b3ad1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9dcdeaf-6d36-431d-8f24-ecce25f793b6 HTTP/1.1" status: 204 len: 168 time: 0.3197665 Mar 07 17:06:30.887427 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:06:30.898360 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0daf32-78d4-444b-a472-8904ceb74501,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:30.904782 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (388230eb-ff5a-428a-9964-f3b66cda55de), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.905132 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Added segment 388230eb-ff5a-428a-9964-f3b66cda55de of type vlan for network 0003365c-cf00-48c8-a828-23eeb690294a Mar 07 17:06:30.924277 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6603b2-1975-41f9-8131-ccd099b3ad1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dcdeaf-6d36-431d-8f24-ecce25f793b6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:30.977404 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (0003365c-cf00-48c8-a828-23eeb690294a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.107882 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (0003365c-cf00-48c8-a828-23eeb690294a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.109262 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:31.110028 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.217851 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] Pushing event updated for resources: {'Network': ['ID=0003365c-cf00-48c8-a828-23eeb690294a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:31.231557 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 0003365c-cf00-48c8-a828-23eeb690294a details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:06:31.251360 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-819641d6-4fcc-4fc2-aa19-4f983fb4d568 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8829293 Mar 07 17:06:31.258073 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 55990) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:31.263912 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] Request body: {'subnet': {'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-subnet', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:31.280339 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 55992) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:31.387334 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] Made reservation on behalf of dd5d10d6e0d84d47890158b48c48c045 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:06:31.391060 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13222024'] for subnet (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.536203 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-98723657-acae-4428-8541-9a412da8705f req-53936855-3a7a-4cfb-9610-f7821737ddfe tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 210 time: 0.0601537 Mar 07 17:06:31.672985 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e794b6a-e1c7-445a-963f-0febb761fb22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.722433 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9de82-2bd7-4366-8469-76d33a889890 req-d1027c42-f414-4832-930b-27d04ee53782 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:31.724140 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-52c9de82-2bd7-4366-8469-76d33a889890 req-d1027c42-f414-4832-930b-27d04ee53782 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.1060288 Mar 07 17:06:31.788560 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-52c9de82-2bd7-4366-8469-76d33a889890 req-9e10fb00-fd9a-418a-abcd-468c80f6bc06 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538135 Mar 07 17:06:31.816702 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12767670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13222038'] for subnet (dc87e00f-d087-4c85-b362-2bac4ce5c63b), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.835022 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e794b6a-e1c7-445a-963f-0febb761fb22 admin admin] Publish callbacks [] for security_group (f9e8b4b4-d8d3-44f3-869d-90b362148be4), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.924571 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc87e00f-d087-4c85-b362-2bac4ce5c63b,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:31.929969 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e794b6a-e1c7-445a-963f-0febb761fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (f9e8b4b4-d8d3-44f3-869d-90b362148be4), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.964944 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] Checking segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:31.966092 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] Network hostable DHCP agents. Network: 0003365c-cf00-48c8-a828-23eeb690294a, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:06:31.992532 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-6e794b6a-e1c7-445a-963f-0febb761fb22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e3dfe21755b47fd9a7a25134c2207e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7106159 Mar 07 17:06:31.993688 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e794b6a-e1c7-445a-963f-0febb761fb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e8b4b4-d8d3-44f3-869d-90b362148be4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:31.996517 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 56018) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:32.000367 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:32.074512 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43933beb-8ebf-4ddc-a779-c6bdcdc78ff7 admin admin] Publish callbacks [] for security_group (f9e8b4b4-d8d3-44f3-869d-90b362148be4), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:32.105048 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43933beb-8ebf-4ddc-a779-c6bdcdc78ff7 admin admin] Publish callbacks [] for security_group (f9e8b4b4-d8d3-44f3-869d-90b362148be4), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:32.130516 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] Network 0003365c-cf00-48c8-a828-23eeb690294a is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:06:32.315386 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 0003365c-cf00-48c8-a828-23eeb690294a) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:32.318571 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43933beb-8ebf-4ddc-a779-c6bdcdc78ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (f9e8b4b4-d8d3-44f3-869d-90b362148be4), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:32.324154 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43933beb-8ebf-4ddc-a779-c6bdcdc78ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:32.326173 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:32.326974 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-43933beb-8ebf-4ddc-a779-c6bdcdc78ff7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9e8b4b4-d8d3-44f3-869d-90b362148be4 HTTP/1.1" status: 204 len: 168 time: 0.3283539 Mar 07 17:06:32.328054 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:32.335352 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217fef8-1e4b-44ac-bad0-cfeee9b40dc9 None None] Network 0003365c-cf00-48c8-a828-23eeb690294a requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:06:32.349991 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43933beb-8ebf-4ddc-a779-c6bdcdc78ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e8b4b4-d8d3-44f3-869d-90b362148be4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:32.446293 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-810f1ca4-bbf9-4fb2-ae57-ff6a8dbddd4a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1836979 Mar 07 17:06:32.446293 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56030) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:32.458261 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:32.535455 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c75a076-4202-5d18-914a-4da8176f2764-0003365c-cf00-48c8-a828-23eeb690294a', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b'}]}} from dv-cinder-778193-24-iscsi. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:06:32.536361 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:32.575796 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-adc8682c-f675-49dc-a27e-bef299612fb3 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:32.580617 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-adc8682c-f675-49dc-a27e-bef299612fb3 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.65 "GET /v2.0/networks?id=c9a311c4-0e22-43f6-a81a-8dd0546845dc HTTP/1.1" status: 200 len: 809 time: 0.2316787 Mar 07 17:06:32.607824 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Request body: {'port': {'device_id': '5a62f4fa-0aa1-4e95-b699-c13060841794', 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc', 'admin_state_up': True, 'tenant_id': 'd88a3948e61d4a09b2540dc8e1e51047'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:32.610746 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24913'] for router (aaad6cb6-481e-48fa-ad08-e56cdee8c443), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:32.613307 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24920'] for router (aaad6cb6-481e-48fa-ad08-e56cdee8c443), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:32.743538 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Allocated IP 172.20.0.2 (0003365c-cf00-48c8-a828-23eeb690294a/dc87e00f-d087-4c85-b362-2bac4ce5c63b/8815f252-58e0-41b6-a7c9-108f03ae1874) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:32.746966 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7f227e7a-de6d-4cb0-ad23-06a6725fec62 req-e9624464-da9e-4c57-92ab-d88b78688920 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 210 time: 0.0690908 Mar 07 17:06:32.792256 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Publish callbacks [] for router_controller (aaad6cb6-481e-48fa-ad08-e56cdee8c443), precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:33.035312 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Made reservation on behalf of d88a3948e61d4a09b2540dc8e1e51047 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:06:33.038907 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:33.061019 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:06:33.104692 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Publish callbacks [] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:33.153673 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:33.230059 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Network 0003365c-cf00-48c8-a828-23eeb690294a is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:33.238184 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:33.256916 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:33.271527 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:33.282459 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Publish callbacks [] for router_gateway (aaad6cb6-481e-48fa-ad08-e56cdee8c443), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:33.302026 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Allocated IP 172.20.0.3 (c9a311c4-0e22-43f6-a81a-8dd0546845dc/87168991-1009-429a-acc5-f01dbf7ee453/d2fb7678-3bda-4940-ba9e-f922ba49b25b) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:33.353409 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8888287-6fa7-4436-9a58-b1083f169705 req-b2626cf3-a3ed-46dd-8717-b5e9f0ad65ae tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:33.368252 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b8888287-6fa7-4436-9a58-b1083f169705 req-b2626cf3-a3ed-46dd-8717-b5e9f0ad65ae tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.4129515 Mar 07 17:06:33.384983 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Pushing event updated for resources: {'Port': ['ID=8815f252-58e0-41b6-a7c9-108f03ae1874,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:33.444641 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.447097 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.447645 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.450937 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.451461 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.451959 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.452486 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.452977 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.453550 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.454096 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.459077 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.459629 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.460665 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:33.490064 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Attempting to bind port 8815f252-58e0-41b6-a7c9-108f03ae1874 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:06:33.492893 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Attempting to bind port 8815f252-58e0-41b6-a7c9-108f03ae1874 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:06:33.505336 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Attempting to bind port 8815f252-58e0-41b6-a7c9-108f03ae1874 on network 0003365c-cf00-48c8-a828-23eeb690294a {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:33.522084 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b8888287-6fa7-4436-9a58-b1083f169705 req-db92b08f-9738-4e76-998f-f54313ec85fb tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515396 Mar 07 17:06:33.527242 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:06:33.527617 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Checking segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:33.528349 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:33.528532 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Bound using segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:06:33.529692 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Bound port: 8815f252-58e0-41b6-a7c9-108f03ae1874, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:06:33.529692 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:33.732270 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] For port 8815f252-58e0-41b6-a7c9-108f03ae1874, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:06:33.738700 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] For port 8815f252-58e0-41b6-a7c9-108f03ae1874, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=8815f252-58e0-41b6-a7c9-108f03ae1874,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:06:33.746009 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56086) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:33.771488 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks [] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:33.863014 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:33.917572 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Publish callbacks [] for router_gateway (aaad6cb6-481e-48fa-ad08-e56cdee8c443), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:33.929931 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-26518d29-199f-4cd7-bc89-4ed2237298af req-6798b4b0-207c-4c25-9b16-d0b3fc7f1d76 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 210 time: 0.0416868 Mar 07 17:06:33.948867 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.003724 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2a0d1-c75d-4924-a8af-240b886330f2 None None] Pushing event updated for resources: {'Port': ['ID=8815f252-58e0-41b6-a7c9-108f03ae1874,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:34.012336 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.079048 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Network c9a311c4-0e22-43f6-a81a-8dd0546845dc is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:34.086171 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:34.090343 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:34.148851 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63bc15b9-d823-4add-8829-fae6fc7ca8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.282634 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56104) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:34.293098 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Allocated IP 172.27.1.185 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/34f576e6-fca2-4736-b8b8-fbe2bda23730) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:34.333456 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cdc91a94-c200-4a5a-8029-211624cc0d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.479705 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Pushing event updated for resources: {'Port': ['ID=d2fb7678-3bda-4940-ba9e-f922ba49b25b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:34.493408 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:34.494238 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.562656 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63bc15b9-d823-4add-8829-fae6fc7ca8e3 admin admin] Publish callbacks [] for security_group (865edab9-98de-4c8c-b0cb-3766f51d0395), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.584278 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-1c43ae3a-95d8-4bd1-b73d-740e7ca95fc6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9876587 Mar 07 17:06:34.606950 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Request body: {'port': {'device_id': '5a62f4fa-0aa1-4e95-b699-c13060841794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:34.719350 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63bc15b9-d823-4add-8829-fae6fc7ca8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (865edab9-98de-4c8c-b0cb-3766f51d0395), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.747741 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Publish callbacks [] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.758201 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.776799 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cdc91a94-c200-4a5a-8029-211624cc0d65 admin admin] Publish callbacks [] for security_group (53051feb-5022-44d2-8365-f8efd01fa6ed), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.818485 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-63bc15b9-d823-4add-8829-fae6fc7ca8e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d88d3cbb07e459ab901aed4c4f67226&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0661137 Mar 07 17:06:34.821418 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 56112) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:34.823175 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc15b9-d823-4add-8829-fae6fc7ca8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865edab9-98de-4c8c-b0cb-3766f51d0395,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:34.850643 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39854fb6-b4ba-41ce-b182-0bd8ce7d3db6 req-bd7cabfb-5cbf-48b6-baae-a00196fb5e39 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:34.852185 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-39854fb6-b4ba-41ce-b182-0bd8ce7d3db6 req-bd7cabfb-5cbf-48b6-baae-a00196fb5e39 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.1794457 Mar 07 17:06:34.888147 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cdc91a94-c200-4a5a-8029-211624cc0d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (53051feb-5022-44d2-8365-f8efd01fa6ed), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.905038 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.953412 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.966073 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-39854fb6-b4ba-41ce-b182-0bd8ce7d3db6 req-60f0186c-8c01-4a1c-95bc-a1eb1b154a32 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988123 Mar 07 17:06:34.966796 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc91a94-c200-4a5a-8029-211624cc0d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53051feb-5022-44d2-8365-f8efd01fa6ed,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:35.001451 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-cdc91a94-c200-4a5a-8029-211624cc0d65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=72981e6f6e354505876d17529a196c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7138565 Mar 07 17:06:35.005119 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 56120) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:35.140345 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Pushing event updated for resources: {'Port': ['ID=34f576e6-fca2-4736-b8b8-fbe2bda23730,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:35.152472 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:35.154339 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c136c9bb-9698-430d-9ae3-f238fd0ff86f admin admin] Publish callbacks [] for security_group (865edab9-98de-4c8c-b0cb-3766f51d0395), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.159777 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:35.161054 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:35.270053 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c136c9bb-9698-430d-9ae3-f238fd0ff86f admin admin] Publish callbacks [] for security_group (865edab9-98de-4c8c-b0cb-3766f51d0395), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.291678 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-450efa87-3fc3-416c-a88e-6598e0dea730 admin admin] Publish callbacks [] for security_group (53051feb-5022-44d2-8365-f8efd01fa6ed), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.380357 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fcf15-4774-41c2-8e07-956a7226ee78 req-54a2ad9b-8f76-4636-908f-3a1984252bec tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:35.381990 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-270fcf15-4774-41c2-8e07-956a7226ee78 req-54a2ad9b-8f76-4636-908f-3a1984252bec tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 931 time: 0.2952690 Mar 07 17:06:35.389085 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-450efa87-3fc3-416c-a88e-6598e0dea730 admin admin] Publish callbacks [] for security_group (53051feb-5022-44d2-8365-f8efd01fa6ed), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.506359 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fb7678-3bda-4940-ba9e-f922ba49b25b {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:06:35.532712 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Publish callbacks [] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.540563 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-270fcf15-4774-41c2-8e07-956a7226ee78 req-a85de7cd-6bf8-4261-aeec-3687d8475947 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449983 Mar 07 17:06:35.562635 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d8074a-8347-4cf5-b980-be20a27ba30b None None] Network 0003365c-cf00-48c8-a828-23eeb690294a requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:06:35.576116 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c136c9bb-9698-430d-9ae3-f238fd0ff86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (865edab9-98de-4c8c-b0cb-3766f51d0395), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.579636 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c136c9bb-9698-430d-9ae3-f238fd0ff86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.581412 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c136c9bb-9698-430d-9ae3-f238fd0ff86f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/865edab9-98de-4c8c-b0cb-3766f51d0395 HTTP/1.1" status: 204 len: 168 time: 0.7584918 Mar 07 17:06:35.592742 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136c9bb-9698-430d-9ae3-f238fd0ff86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865edab9-98de-4c8c-b0cb-3766f51d0395,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:35.654493 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Transition to ACTIVE for port object d2fb7678-3bda-4940-ba9e-f922ba49b25b will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:06:35.667693 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-450efa87-3fc3-416c-a88e-6598e0dea730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (53051feb-5022-44d2-8365-f8efd01fa6ed), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.677376 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-450efa87-3fc3-416c-a88e-6598e0dea730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.678276 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fd420940-9af9-4fac-afc5-faefd3bdebf3 None None] Provisioning complete for port 8815f252-58e0-41b6-a7c9-108f03ae1874 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:35.681985 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-450efa87-3fc3-416c-a88e-6598e0dea730 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53051feb-5022-44d2-8365-f8efd01fa6ed HTTP/1.1" status: 204 len: 168 time: 0.6729665 Mar 07 17:06:35.682572 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fd420940-9af9-4fac-afc5-faefd3bdebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.691946 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450efa87-3fc3-416c-a88e-6598e0dea730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53051feb-5022-44d2-8365-f8efd01fa6ed,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:35.737667 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.946678 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Pushing event updated for resources: {'Port': ['ID=d2fb7678-3bda-4940-ba9e-f922ba49b25b,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:35.964882 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Attempting to bind port d2fb7678-3bda-4940-ba9e-f922ba49b25b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:06:35.964882 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Attempting to bind port d2fb7678-3bda-4940-ba9e-f922ba49b25b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'c0ee3ce6-c709-44b8-87a2-ade61305d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:06:35.965177 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Attempting to bind port d2fb7678-3bda-4940-ba9e-f922ba49b25b on network c9a311c4-0e22-43f6-a81a-8dd0546845dc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:35.971787 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Port d2fb7678-3bda-4940-ba9e-f922ba49b25b on network c9a311c4-0e22-43f6-a81a-8dd0546845dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:06:35.972110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Attempting to bind port d2fb7678-3bda-4940-ba9e-f922ba49b25b on network c9a311c4-0e22-43f6-a81a-8dd0546845dc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:35.991151 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:06:35.991527 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Checking segment: {'id': 'c0ee3ce6-c709-44b8-87a2-ade61305d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:35.992010 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Bound using segment: {'id': 'c0ee3ce6-c709-44b8-87a2-ade61305d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:06:35.992543 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Bound port: d2fb7678-3bda-4940-ba9e-f922ba49b25b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ee3ce6-c709-44b8-87a2-ade61305d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:06:35.992999 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.027452 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fd420940-9af9-4fac-afc5-faefd3bdebf3 None None] Current status of the port 8815f252-58e0-41b6-a7c9-108f03ae1874 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:36.027452 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fd420940-9af9-4fac-afc5-faefd3bdebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.075971 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Publish callbacks [] for router_gateway (aaad6cb6-481e-48fa-ad08-e56cdee8c443), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.157641 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8815f252-58e0-41b6-a7c9-108f03ae1874 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:36.249794 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fd420940-9af9-4fac-afc5-faefd3bdebf3 None None] For port 8815f252-58e0-41b6-a7c9-108f03ae1874, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=8815f252-58e0-41b6-a7c9-108f03ae1874,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:36.256540 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] For port d2fb7678-3bda-4940-ba9e-f922ba49b25b, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:06:36.261075 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] For port d2fb7678-3bda-4940-ba9e-f922ba49b25b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2fb7678-3bda-4940-ba9e-f922ba49b25b,segment=NetworkSegment(c0ee3ce6-c709-44b8-87a2-ade61305d30a),segment_id=c0ee3ce6-c709-44b8-87a2-ade61305d30a)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:06:36.297159 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 8815f252-58e0-41b6-a7c9-108f03ae1874 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:36.299111 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.376492 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.378786 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fd420940-9af9-4fac-afc5-faefd3bdebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.493606 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 8815f252-58e0-41b6-a7c9-108f03ae1874 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:36.536562 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd420940-9af9-4fac-afc5-faefd3bdebf3 None None] Pushing event updated for resources: {'Port': ['ID=8815f252-58e0-41b6-a7c9-108f03ae1874,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:36.613553 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2d0dda7d-0beb-40aa-aff5-6b2f29a56e32 None None] Provisioning complete for port 8815f252-58e0-41b6-a7c9-108f03ae1874 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:36.614000 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2d0dda7d-0beb-40aa-aff5-6b2f29a56e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.616069 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:36.616890 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.618782 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] 10.222.0.65 "PUT /v2.0/ports/d2fb7678-3bda-4940-ba9e-f922ba49b25b HTTP/1.1" status: 200 len: 1093 time: 2.0200841 Mar 07 17:06:36.624178 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a62f4fa-0aa1-4e95-b699-c13060841794', 'tag': 'd2fb7678-3bda-4940-ba9e-f922ba49b25b'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:36.625995 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143'] for router (aaad6cb6-481e-48fa-ad08-e56cdee8c443), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.636834 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7a7270-4faf-4b80-acda-feb9cb326e35" -d '{"events": [{"name": "network-changed", "server_uuid": "5a62f4fa-0aa1-4e95-b699-c13060841794", "tag": "d2fb7678-3bda-4940-ba9e-f922ba49b25b"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:36.709621 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513711a4-99fd-4bfb-acd4-cc1b044efde9 req-caa824ec-9862-4acb-b1af-dde75b3d0afe tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:36.711365 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-513711a4-99fd-4bfb-acd4-cc1b044efde9 req-caa824ec-9862-4acb-b1af-dde75b3d0afe tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.3439300 Mar 07 17:06:36.718017 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d62f0-fc08-4011-8354-5e1d124e159f service neutron] Pushing event updated for resources: {'Port': ['ID=d2fb7678-3bda-4940-ba9e-f922ba49b25b,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:36.743538 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f84a-735c-4265-8950-fd11dfd5fc80 req-4affa080-c3bd-4791-aeda-8e134dde158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:36.745274 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e8d5f84a-735c-4265-8950-fd11dfd5fc80 req-4affa080-c3bd-4791-aeda-8e134dde158b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 1129 time: 0.2201517 Mar 07 17:06:36.784091 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898bfd0-0795-4a61-98f4-7821419b95e2 req-128cbc4a-09b4-48ec-9f79-d7aebf0c9ecd tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:36.785900 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7898bfd0-0795-4a61-98f4-7821419b95e2 req-128cbc4a-09b4-48ec-9f79-d7aebf0c9ecd tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 943 time: 0.1208479 Mar 07 17:06:36.822812 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-513711a4-99fd-4bfb-acd4-cc1b044efde9 req-4d3c0fbb-073e-4109-84ec-67c541d56fbd tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052279 Mar 07 17:06:36.823976 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2d0dda7d-0beb-40aa-aff5-6b2f29a56e32 None None] Current status of the port 8815f252-58e0-41b6-a7c9-108f03ae1874 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:36.894412 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1873fcc2-55c0-4876-b3fc-d846e190c7db x-openstack-request-id: req-1873fcc2-55c0-4876-b3fc-d846e190c7db {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:36.894702 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a62f4fa-0aa1-4e95-b699-c13060841794", "tag": "d2fb7678-3bda-4940-ba9e-f922ba49b25b", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:36.894973 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1873fcc2-55c0-4876-b3fc-d846e190c7db {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:36.895368 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a62f4fa-0aa1-4e95-b699-c13060841794', 'tag': 'd2fb7678-3bda-4940-ba9e-f922ba49b25b', 'status': 'completed', 'code': 200} Mar 07 17:06:36.931999 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e8d5f84a-735c-4265-8950-fd11dfd5fc80 req-33b3a02a-a032-45dd-b448-307eb5a16ed5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725743 Mar 07 17:06:36.939412 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7898bfd0-0795-4a61-98f4-7821419b95e2 req-31b1ce06-19de-4981-bc58-85ed1978d40e tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336203 Mar 07 17:06:36.942698 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-f8458032-f679-4816-9633-8786d7889ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:36.944212 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-f8458032-f679-4816-9633-8786d7889ad4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d88a3948e61d4a09b2540dc8e1e51047&device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 1127 time: 0.1486144 Mar 07 17:06:37.009769 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Router aaad6cb6-481e-48fa-ad08-e56cdee8c443 is scheduled to L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:06:37.169421 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:06:37.179394 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Sync routers for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:06:37.200591 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:37.200591 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:06:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:37.298681 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:37.307659 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2007d10a-6a77-43bf-960b-24cd5c4999fc admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8564410 Mar 07 17:06:37.321539 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56194) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:37.345171 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-fc9b6348-0286-42d0-9b3a-9427191077af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fb7678-3bda-4940-ba9e-f922ba49b25b HTTP/1.1" status: 200 len: 217 time: 0.0695777 Mar 07 17:06:37.355699 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:37.431600 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-64f21096-3c59-4b6c-b9f5-7865aaa69a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:37.433580 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-64f21096-3c59-4b6c-b9f5-7865aaa69a08 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=87168991-1009-429a-acc5-f01dbf7ee453 HTTP/1.1" status: 200 len: 849 time: 0.0749619 Mar 07 17:06:37.480040 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-240834bd-911c-4a22-ad0a-5ade63218942 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9a311c4-0e22-43f6-a81a-8dd0546845dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379410 Mar 07 17:06:37.722220 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-dfb986cf-7610-4c8c-b1ef-319a2a2abfca service neutron] 10.222.0.65 "GET /v2.0/networks/c9a311c4-0e22-43f6-a81a-8dd0546845dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341743 Mar 07 17:06:37.747247 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:35Z', 'revision_number': 3, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:37.846555 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Checking router: aaad6cb6-481e-48fa-ad08-e56cdee8c443 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:06:37.846928 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Updating router aaad6cb6-481e-48fa-ad08-e56cdee8c443 port 34f576e6-fca2-4736-b8b8-fbe2bda23730 binding host dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:06:37.941867 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8815f252-58e0-41b6-a7c9-108f03ae1874 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:37.959503 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08ad3f40-3175-461c-9b40-84f88bf112b1 req-41375229-179e-45db-898a-93ac9f3298f3 service neutron] 10.222.0.65 "GET /v2.0/networks/c9a311c4-0e22-43f6-a81a-8dd0546845dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271302 Mar 07 17:06:37.964720 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:38.061679 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 8815f252-58e0-41b6-a7c9-108f03ae1874 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:38.062289 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:38.232320 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63938ef2-af79-4edf-8723-1ad7b9a75242 req-2dd35dd4-643d-4795-816e-61967f563f4e tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:38.243963 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-63938ef2-af79-4edf-8723-1ad7b9a75242 req-2dd35dd4-643d-4795-816e-61967f563f4e tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 943 time: 0.1550069 Mar 07 17:06:38.259201 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60628a30-477d-4040-8bd2-e2d82500e163 req-4c88ec9b-9c2b-4c61-8c69-5714508d8805 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:38.275695 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-60628a30-477d-4040-8bd2-e2d82500e163 req-4c88ec9b-9c2b-4c61-8c69-5714508d8805 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.2845616 Mar 07 17:06:38.310009 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 8815f252-58e0-41b6-a7c9-108f03ae1874 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:38.411055 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-60628a30-477d-4040-8bd2-e2d82500e163 req-a204e6fe-370c-4a06-a187-55d409c4941f tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045930 Mar 07 17:06:38.451625 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-63938ef2-af79-4edf-8723-1ad7b9a75242 req-09b56839-5658-484a-a36e-c6290c5e60c2 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748126 Mar 07 17:06:38.461414 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:38.464537 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7270-4faf-4b80-acda-feb9cb326e35 req-47ad937b-0b7a-4e22-816e-e7adb3711ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:38.466275 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b7a7270-4faf-4b80-acda-feb9cb326e35 req-47ad937b-0b7a-4e22-816e-e7adb3711ecb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d88a3948e61d4a09b2540dc8e1e51047&device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 1127 time: 0.2179556 Mar 07 17:06:38.630294 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7270-4faf-4b80-acda-feb9cb326e35 req-38ef3846-393d-4ad4-8c62-c8904d196634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:38.632488 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b7a7270-4faf-4b80-acda-feb9cb326e35 req-38ef3846-393d-4ad4-8c62-c8904d196634 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c9a311c4-0e22-43f6-a81a-8dd0546845dc HTTP/1.1" status: 200 len: 910 time: 0.1566634 Mar 07 17:06:38.666600 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Publish callbacks [] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:38.700079 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b7a7270-4faf-4b80-acda-feb9cb326e35 req-123d8269-5c81-4bac-9139-78de8d543de2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fb7678-3bda-4940-ba9e-f922ba49b25b HTTP/1.1" status: 200 len: 217 time: 0.0587847 Mar 07 17:06:38.775785 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7270-4faf-4b80-acda-feb9cb326e35 req-1e074d1d-e772-43a9-9277-4cfe4774a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:38.777573 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b7a7270-4faf-4b80-acda-feb9cb326e35 req-1e074d1d-e772-43a9-9277-4cfe4774a1fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=87168991-1009-429a-acc5-f01dbf7ee453 HTTP/1.1" status: 200 len: 849 time: 0.0713329 Mar 07 17:06:38.799318 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Allocated IP 172.20.0.1 (0003365c-cf00-48c8-a828-23eeb690294a/dc87e00f-d087-4c85-b362-2bac4ce5c63b/ccff86c0-15e7-4099-b1ba-80617e48a213) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:38.809825 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:38.831071 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b7a7270-4faf-4b80-acda-feb9cb326e35 req-56eac920-8a0e-4f56-916b-c8ba7bf13b82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9a311c4-0e22-43f6-a81a-8dd0546845dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445764 Mar 07 17:06:38.874955 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Pushing event updated for resources: {'Port': ['ID=34f576e6-fca2-4736-b8b8-fbe2bda23730,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:38.894597 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Attempting to bind port 34f576e6-fca2-4736-b8b8-fbe2bda23730 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:06:38.894983 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Attempting to bind port 34f576e6-fca2-4736-b8b8-fbe2bda23730 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:06:38.895356 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Attempting to bind port 34f576e6-fca2-4736-b8b8-fbe2bda23730 on network fb95a624-842c-4336-8b8c-80326a081833 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:38.905109 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:06:38.905689 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:38.906246 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:38.906868 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Bound using segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:06:38.907558 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Bound port: 34f576e6-fca2-4736-b8b8-fbe2bda23730, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:06:38.908848 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:38.964241 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.964826 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.965366 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.965866 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.966363 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.966879 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.970114 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.970114 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.970114 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.970114 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.970114 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.970114 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.970114 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:38.980044 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] For port 34f576e6-fca2-4736-b8b8-fbe2bda23730, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:06:38.983919 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] For port 34f576e6-fca2-4736-b8b8-fbe2bda23730, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=34f576e6-fca2-4736-b8b8-fbe2bda23730,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:06:39.023389 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Publish callbacks [] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:39.063627 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b7a7270-4faf-4b80-acda-feb9cb326e35 req-90f60f88-ba3f-4178-8d87-57aed67a4568 service neutron] 10.222.0.65 "GET /v2.0/networks/c9a311c4-0e22-43f6-a81a-8dd0546845dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161505 Mar 07 17:06:39.078763 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:39.156258 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcbee7-3df3-4b55-a110-9cce9cefda66 None None] Pushing event updated for resources: {'Port': ['ID=34f576e6-fca2-4736-b8b8-fbe2bda23730,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:39.164562 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:39.208141 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:39.209157 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:06:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:39.256223 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Pushing event updated for resources: {'Port': ['ID=ccff86c0-15e7-4099-b1ba-80617e48a213,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:39.257901 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b7a7270-4faf-4b80-acda-feb9cb326e35 req-5e63e53d-c348-4d6f-aa42-117b366bc732 service neutron] 10.222.0.65 "GET /v2.0/networks/c9a311c4-0e22-43f6-a81a-8dd0546845dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880503 Mar 07 17:06:39.279876 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Network 0003365c-cf00-48c8-a828-23eeb690294a is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:39.279876 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:39.284675 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:39.360132 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722394'] for router_interface (aaad6cb6-481e-48fa-ad08-e56cdee8c443), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:39.371487 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:39.604296 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device d2fb7678-3bda-4940-ba9e-f922ba49b25b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:06:39.672155 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793dcae-6b1c-4325-853f-6c2eda4aec5a req-127df07a-b50d-4b32-88c9-099073ac1dcb tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:39.681667 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b793dcae-6b1c-4325-853f-6c2eda4aec5a req-127df07a-b50d-4b32-88c9-099073ac1dcb tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 943 time: 0.0779603 Mar 07 17:06:39.847962 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:35Z', 'revision_number': 3, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:39.859391 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b793dcae-6b1c-4325-853f-6c2eda4aec5a req-f1d9ce68-16a7-4da0-9b36-a3ba374dd6a6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713488 Mar 07 17:06:39.890073 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3f19b-e7a7-467d-a957-ebf5848953af req-fc49ef96-8133-4c03-b2ba-1953f15d7802 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:39.893767 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-22b3f19b-e7a7-467d-a957-ebf5848953af req-fc49ef96-8133-4c03-b2ba-1953f15d7802 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.2984252 Mar 07 17:06:39.918543 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5ef279cc-e6bd-480d-acc3-d6f1c3628c81 None None] Provisioning complete for port ccff86c0-15e7-4099-b1ba-80617e48a213 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:39.918901 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5ef279cc-e6bd-480d-acc3-d6f1c3628c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:39.926815 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port d2fb7678-3bda-4940-ba9e-f922ba49b25b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2fb7678-3bda-4940-ba9e-f922ba49b25b,segment=NetworkSegment(c0ee3ce6-c709-44b8-87a2-ade61305d30a),segment_id=c0ee3ce6-c709-44b8-87a2-ade61305d30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:39.974235 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': 'd2fb7678-3bda-4940-ba9e-f922ba49b25b', 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc', 'port_id': 'd2fb7678-3bda-4940-ba9e-f922ba49b25b', 'mac_address': 'fa:16:3e:9c:41:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87168991-1009-429a-acc5-f01dbf7ee453', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:06:39.985707 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-22b3f19b-e7a7-467d-a957-ebf5848953af req-b87036e0-d0aa-4ab5-afa3-e9d929adab0c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856388 Mar 07 17:06:39.994413 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5ef279cc-e6bd-480d-acc3-d6f1c3628c81 None None] Port ccff86c0-15e7-4099-b1ba-80617e48a213 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:06:40.013151 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94688104-216b-485b-99ba-4602d4510ba0 None None] The sync data for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi is: [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:35Z', 'revision_number': 3, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:06:40.081539 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.093958 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port d2fb7678-3bda-4940-ba9e-f922ba49b25b is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:40.106985 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.143867 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fb7678-3bda-4940-ba9e-f922ba49b25b {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:06:40.183869 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port d2fb7678-3bda-4940-ba9e-f922ba49b25b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2fb7678-3bda-4940-ba9e-f922ba49b25b,segment=NetworkSegment(c0ee3ce6-c709-44b8-87a2-ade61305d30a),segment_id=c0ee3ce6-c709-44b8-87a2-ade61305d30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:40.218564 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e017f6-25d3-4f14-b747-bfac4b811384 req-8e6da44e-8981-4ee3-9d62-d9bf29a11119 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:40.221801 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d2e017f6-25d3-4f14-b747-bfac4b811384 req-8e6da44e-8981-4ee3-9d62-d9bf29a11119 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1132185 Mar 07 17:06:40.273023 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.323009 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d2e017f6-25d3-4f14-b747-bfac4b811384 req-4b906e1c-bbed-4632-a978-4d60f722951e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877507 Mar 07 17:06:40.370250 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=d2fb7678-3bda-4940-ba9e-f922ba49b25b,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:40.486121 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Publish callbacks [] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.545595 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.576470 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.601119 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 56278) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:40.650433 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['d2fb7678-3bda-4940-ba9e-f922ba49b25b'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:06:40.782402 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722358'] for router_interface (aaad6cb6-481e-48fa-ad08-e56cdee8c443), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.837732 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Pushing event updated for resources: {'Port': ['ID=ccff86c0-15e7-4099-b1ba-80617e48a213,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:41.128894 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Network 0003365c-cf00-48c8-a828-23eeb690294a is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:41.137850 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:41.296930 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ebaa-577d-4c0a-a862-2c265595fa65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:41.511757 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94255a-f8c2-4418-bd9d-bfe68456d57a req-21d5c141-c7dc-416f-b0f5-3a655ba2c327 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:41.527236 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ebaa-577d-4c0a-a862-2c265595fa65 admin admin] Publish callbacks [] for security_group (e26b5ac3-045a-43a2-8265-bf1ba7a087d1), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:41.531442 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2d94255a-f8c2-4418-bd9d-bfe68456d57a req-21d5c141-c7dc-416f-b0f5-3a655ba2c327 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 944 time: 0.2501180 Mar 07 17:06:41.552629 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-67543bac-3df3-4f7f-904a-585974f5dd7b None None] Provisioning complete for port ccff86c0-15e7-4099-b1ba-80617e48a213 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:41.555769 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-67543bac-3df3-4f7f-904a-585974f5dd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:41.579437 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Router aaad6cb6-481e-48fa-ad08-e56cdee8c443 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:06:41.615579 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ebaa-577d-4c0a-a862-2c265595fa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (e26b5ac3-045a-43a2-8265-bf1ba7a087d1), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:41.687177 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2d94255a-f8c2-4418-bd9d-bfe68456d57a req-964f8266-4178-4e8c-9b0b-d9a4cd47888f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543069 Mar 07 17:06:41.701516 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a4e6ebaa-577d-4c0a-a862-2c265595fa65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1dee170b256e47b8871cd5866635f319&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0992529 Mar 07 17:06:41.711204 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 56302) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:41.720085 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-67543bac-3df3-4f7f-904a-585974f5dd7b None None] Port ccff86c0-15e7-4099-b1ba-80617e48a213 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:06:41.807881 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6ebaa-577d-4c0a-a862-2c265595fa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b5ac3-045a-43a2-8265-bf1ba7a087d1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:41.821259 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:06:41.844171 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-97ed7382-46a8-44be-b1ce-8f605b99a82e admin admin] 10.222.0.52 "PUT /v2.0/routers/aaad6cb6-481e-48fa-ad08-e56cdee8c443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5133476 Mar 07 17:06:41.854564 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dab3b055-7911-467d-8daf-fe1d89821b6e admin admin] Publish callbacks [] for security_group (e26b5ac3-045a-43a2-8265-bf1ba7a087d1), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:41.967829 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dab3b055-7911-467d-8daf-fe1d89821b6e admin admin] Publish callbacks [] for security_group (e26b5ac3-045a-43a2-8265-bf1ba7a087d1), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:42.068769 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 34f576e6-fca2-4736-b8b8-fbe2bda23730 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:42.149726 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 34f576e6-fca2-4736-b8b8-fbe2bda23730 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:42.150402 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:42.175255 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dab3b055-7911-467d-8daf-fe1d89821b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (e26b5ac3-045a-43a2-8265-bf1ba7a087d1), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:42.180581 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dab3b055-7911-467d-8daf-fe1d89821b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:42.183303 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-dab3b055-7911-467d-8daf-fe1d89821b6e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e26b5ac3-045a-43a2-8265-bf1ba7a087d1 HTTP/1.1" status: 204 len: 168 time: 0.4674134 Mar 07 17:06:42.197796 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3b055-7911-467d-8daf-fe1d89821b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b5ac3-045a-43a2-8265-bf1ba7a087d1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:42.332299 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 34f576e6-fca2-4736-b8b8-fbe2bda23730 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:42.332940 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:42.396376 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 34f576e6-fca2-4736-b8b8-fbe2bda23730, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=34f576e6-fca2-4736-b8b8-fbe2bda23730,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:42.490160 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:42.561209 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=34f576e6-fca2-4736-b8b8-fbe2bda23730,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:42.886956 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 56348) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:42.897865 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9000a3fa-9468-416b-90d1-90ab11641ba3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727365908', 'description': 'tempest-description--2037393773'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:43.080822 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9000a3fa-9468-416b-90d1-90ab11641ba3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:43.241361 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Sync routers for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:06:43.244835 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9000a3fa-9468-416b-90d1-90ab11641ba3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (ba26b24d-e507-46da-9ac6-e06853595a32), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:43.261377 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:43.261377 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:06:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:43.282428 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e394e5-09a9-4697-b96b-e4d1a0f4406d req-c2472984-7ef7-492a-a1ad-ee560ab0ef7b tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:43.286706 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e4e394e5-09a9-4697-b96b-e4d1a0f4406d req-c2472984-7ef7-492a-a1ad-ee560ab0ef7b tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 944 time: 0.4964571 Mar 07 17:06:43.367048 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e4e394e5-09a9-4697-b96b-e4d1a0f4406d req-b2e12205-4b7c-4414-9748-28f5a3c7585b tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718527 Mar 07 17:06:43.406087 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9000a3fa-9468-416b-90d1-90ab11641ba3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (ba26b24d-e507-46da-9ac6-e06853595a32), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:43.452532 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:43.460304 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000a3fa-9468-416b-90d1-90ab11641ba3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba26b24d-e507-46da-9ac6-e06853595a32,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:43.503974 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9000a3fa-9468-416b-90d1-90ab11641ba3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:43.505822 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9000a3fa-9468-416b-90d1-90ab11641ba3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6157677 Mar 07 17:06:43.508545 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56366) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:43.515547 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-95da38b8-c76d-410f-b3fd-f58b5b03bec9 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group_rule': {'security_group_id': 'ba26b24d-e507-46da-9ac6-e06853595a32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:43.612939 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device d2fb7678-3bda-4940-ba9e-f922ba49b25b up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:43.619575 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c6002-20fd-4e83-a584-57fdba5e8267 req-d302f3fa-3230-4e52-8876-a511882147ef tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:43.627655 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-730c6002-20fd-4e83-a584-57fdba5e8267 req-d302f3fa-3230-4e52-8876-a511882147ef tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0714133 Mar 07 17:06:43.650256 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-95da38b8-c76d-410f-b3fd-f58b5b03bec9 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (d96c6d82-c9e1-4979-9a49-5bca92d79ee8), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:43.666491 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081454a9-8554-4413-9956-3984e9f2e555 req-f9e83942-4c9d-47c5-b0c8-d3428286c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:43.668781 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-081454a9-8554-4413-9956-3984e9f2e555 req-f9e83942-4c9d-47c5-b0c8-d3428286c836 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 1129 time: 0.0598617 Mar 07 17:06:43.734065 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-730c6002-20fd-4e83-a584-57fdba5e8267 req-01aa46e1-fa5d-4557-8b4c-b903f05c4584 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048162 Mar 07 17:06:43.782072 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-95da38b8-c76d-410f-b3fd-f58b5b03bec9 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (d96c6d82-c9e1-4979-9a49-5bca92d79ee8), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:43.824491 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port d2fb7678-3bda-4940-ba9e-f922ba49b25b completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:06:43.859852 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081454a9-8554-4413-9956-3984e9f2e555 req-a89de94f-dad8-4fcb-851e-845c8607f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:43.865418 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-081454a9-8554-4413-9956-3984e9f2e555 req-a89de94f-dad8-4fcb-851e-845c8607f55f service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 920 time: 0.1894701 Mar 07 17:06:43.884876 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-95da38b8-c76d-410f-b3fd-f58b5b03bec9 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (d96c6d82-c9e1-4979-9a49-5bca92d79ee8), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:43.893292 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port d2fb7678-3bda-4940-ba9e-f922ba49b25b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:43.893292 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:43.934747 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da38b8-c76d-410f-b3fd-f58b5b03bec9 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96c6d82-c9e1-4979-9a49-5bca92d79ee8,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:43.937193 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-081454a9-8554-4413-9956-3984e9f2e555 req-7773b191-e16c-4cb7-b8e5-326d35799bb0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78 HTTP/1.1" status: 200 len: 217 time: 0.0566864 Mar 07 17:06:43.977402 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 34f576e6-fca2-4736-b8b8-fbe2bda23730 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:44.040178 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081454a9-8554-4413-9956-3984e9f2e555 req-6aae29bf-4a78-4b01-b335-505ff2304416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:44.041746 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-081454a9-8554-4413-9956-3984e9f2e555 req-6aae29bf-4a78-4b01-b335-505ff2304416 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ebe8282a-1a75-4a21-b075-6e06af668645 HTTP/1.1" status: 200 len: 859 time: 0.0988138 Mar 07 17:06:44.082859 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-081454a9-8554-4413-9956-3984e9f2e555 req-e42dc163-81ff-49f7-b69b-8c878ee83aa9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315397 Mar 07 17:06:44.090742 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-95da38b8-c76d-410f-b3fd-f58b5b03bec9 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.093115 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-95da38b8-c76d-410f-b3fd-f58b5b03bec9 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5829797 Mar 07 17:06:44.096409 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56380) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:44.116374 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:40Z', 'revision_number': 2, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:44.118003 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-95b945ab-15f7-4457-bc3f-8588d5fa0111 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group_rule': {'security_group_id': 'ba26b24d-e507-46da-9ac6-e06853595a32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:44.184991 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Checking router: aaad6cb6-481e-48fa-ad08-e56cdee8c443 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:06:44.185604 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Updating router aaad6cb6-481e-48fa-ad08-e56cdee8c443 port ccff86c0-15e7-4099-b1ba-80617e48a213 binding host dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:06:44.237994 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-081454a9-8554-4413-9956-3984e9f2e555 req-f965980d-436e-4c93-ba38-2c79547d74a3 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487174 Mar 07 17:06:44.286285 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 34f576e6-fca2-4736-b8b8-fbe2bda23730 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:44.287571 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.345140 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.350188 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-95b945ab-15f7-4457-bc3f-8588d5fa0111 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (b1e68b8e-978a-4880-af8d-3b8e3f1331e3), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.380950 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port d2fb7678-3bda-4940-ba9e-f922ba49b25b is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:44.381659 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.437829 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-081454a9-8554-4413-9956-3984e9f2e555 req-3e1b1c70-dc77-43c6-8fe2-15c15dd63d72 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872194 Mar 07 17:06:44.499865 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-95b945ab-15f7-4457-bc3f-8588d5fa0111 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (b1e68b8e-978a-4880-af8d-3b8e3f1331e3), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.506769 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a62f4fa-0aa1-4e95-b699-c13060841794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fb7678-3bda-4940-ba9e-f922ba49b25b'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:44.510828 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605be4c1-ba3e-487a-84c6-7cc50b2df26b" -d '{"events": [{"server_uuid": "5a62f4fa-0aa1-4e95-b699-c13060841794", "name": "network-vif-plugged", "status": "completed", "tag": "d2fb7678-3bda-4940-ba9e-f922ba49b25b"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:44.543442 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port d2fb7678-3bda-4940-ba9e-f922ba49b25b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2fb7678-3bda-4940-ba9e-f922ba49b25b,segment=NetworkSegment(c0ee3ce6-c709-44b8-87a2-ade61305d30a),segment_id=c0ee3ce6-c709-44b8-87a2-ade61305d30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:44.566651 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-95b945ab-15f7-4457-bc3f-8588d5fa0111 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (b1e68b8e-978a-4880-af8d-3b8e3f1331e3), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.621035 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b945ab-15f7-4457-bc3f-8588d5fa0111 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e68b8e-978a-4880-af8d-3b8e3f1331e3,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:44.676953 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7063c1f-aa90-49d7-af43-0b9425c179a7 req-b973e27e-8e06-4187-8582-61ad48b158cf tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:44.676953 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7063c1f-aa90-49d7-af43-0b9425c179a7 req-b973e27e-8e06-4187-8582-61ad48b158cf tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 944 time: 0.1532021 Mar 07 17:06:44.706137 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-95b945ab-15f7-4457-bc3f-8588d5fa0111 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.707631 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-95b945ab-15f7-4457-bc3f-8588d5fa0111 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6092126 Mar 07 17:06:44.711935 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56400) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:44.718439 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:44.719699 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fc467a-7441-4501-ad18-456e27c9485b x-openstack-request-id: req-28fc467a-7441-4501-ad18-456e27c9485b {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:44.722420 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a62f4fa-0aa1-4e95-b699-c13060841794", "name": "network-vif-plugged", "status": "completed", "tag": "d2fb7678-3bda-4940-ba9e-f922ba49b25b", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:44.722940 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28fc467a-7441-4501-ad18-456e27c9485b {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:44.723619 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a62f4fa-0aa1-4e95-b699-c13060841794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fb7678-3bda-4940-ba9e-f922ba49b25b', 'code': 200} Mar 07 17:06:44.742283 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.807890 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7063c1f-aa90-49d7-af43-0b9425c179a7 req-c239de28-0fc1-4a9d-8361-0d3dc7986a6f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197844 Mar 07 17:06:44.845929 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:45.003015 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 34f576e6-fca2-4736-b8b8-fbe2bda23730 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:45.055680 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=d2fb7678-3bda-4940-ba9e-f922ba49b25b,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:45.089282 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fad69d-a8e6-4263-ad39-884e7a790e26 req-b1b22992-7f35-45a1-b5f0-c4705d1a2c70 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:45.090905 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-68fad69d-a8e6-4263-ad39-884e7a790e26 req-b1b22992-7f35-45a1-b5f0-c4705d1a2c70 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.2084455 Mar 07 17:06:45.195227 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-68fad69d-a8e6-4263-ad39-884e7a790e26 req-475152f8-78fb-440b-8745-025dda97b99a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831604 Mar 07 17:06:45.203720 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:45.384712 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a2f74-a502-4cef-8755-69ca7b9750d9 req-ee82df9a-24c0-4833-aea2-8d5738b763a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:45.400250 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f64a2f74-a502-4cef-8755-69ca7b9750d9 req-ee82df9a-24c0-4833-aea2-8d5738b763a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 1129 time: 0.1620626 Mar 07 17:06:45.498911 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Publish callbacks [] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:45.533864 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Allocated IP 172.27.1.47 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/c3bd7246-7b43-41e1-9468-7e825cb27118) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:45.543031 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f64a2f74-a502-4cef-8755-69ca7b9750d9 req-9c687e16-8fc9-4e00-8ca6-8877fb5dc947 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358454 Mar 07 17:06:45.584312 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:45.719048 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (c3bd7246-7b43-41e1-9468-7e825cb27118), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:45.765845 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b6c9f-aee1-4205-a8c9-fa1c9dd0578a None None] Pushing event updated for resources: {'Port': ['ID=ccff86c0-15e7-4099-b1ba-80617e48a213,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:45.798251 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Attempting to bind port ccff86c0-15e7-4099-b1ba-80617e48a213 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:06:45.799032 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Attempting to bind port ccff86c0-15e7-4099-b1ba-80617e48a213 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:06:45.799726 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Attempting to bind port ccff86c0-15e7-4099-b1ba-80617e48a213 on network 0003365c-cf00-48c8-a828-23eeb690294a {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:45.812380 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:06:45.818595 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Checking segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:45.819362 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:45.820494 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Bound using segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:06:45.820934 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Bound port: ccff86c0-15e7-4099-b1ba-80617e48a213, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:06:45.821515 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:45.905176 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] For port ccff86c0-15e7-4099-b1ba-80617e48a213, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:06:45.910211 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] For port ccff86c0-15e7-4099-b1ba-80617e48a213, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=ccff86c0-15e7-4099-b1ba-80617e48a213,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:06:45.926263 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (c3bd7246-7b43-41e1-9468-7e825cb27118), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:46.016134 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:46.054938 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:46.065550 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:46.067547 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc669a-2209-4045-a370-37d37fb47dc8 req-6101abdb-aa2c-4e5f-8742-bfe633cd2d2e tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:46.069908 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:46.075429 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ebfc669a-2209-4045-a370-37d37fb47dc8 req-6101abdb-aa2c-4e5f-8742-bfe633cd2d2e tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 945 time: 0.1324058 Mar 07 17:06:46.128372 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=c3bd7246-7b43-41e1-9468-7e825cb27118,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:46.138798 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56426) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:46.196377 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b6c9f-aee1-4205-a8c9-fa1c9dd0578a None None] Pushing event updated for resources: {'Port': ['ID=ccff86c0-15e7-4099-b1ba-80617e48a213,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:46.217913 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e25118b9-fef5-4a4f-bc57-d213675e7541 None None] Provisioning complete for port ccff86c0-15e7-4099-b1ba-80617e48a213 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:46.218559 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e25118b9-fef5-4a4f-bc57-d213675e7541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:46.229189 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ebfc669a-2209-4045-a370-37d37fb47dc8 req-12b6a45f-8deb-4f08-9903-2308171dad56 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246278 Mar 07 17:06:46.253545 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:46.254473 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:06:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:46.310137 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:46.442837 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:46.516957 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e25118b9-fef5-4a4f-bc57-d213675e7541 None None] Current status of the port ccff86c0-15e7-4099-b1ba-80617e48a213 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:46.517998 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e25118b9-fef5-4a4f-bc57-d213675e7541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:46.561176 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (c3bd7246-7b43-41e1-9468-7e825cb27118), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:46.567475 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d994-2882-4ba1-8b76-0b06d4b75072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:46.673070 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e25118b9-fef5-4a4f-bc57-d213675e7541 None None] For port ccff86c0-15e7-4099-b1ba-80617e48a213, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=ccff86c0-15e7-4099-b1ba-80617e48a213,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:46.691344 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3971951-19b3-4a28-beea-6b3a7ffe3df5 req-b88bed38-1f59-4237-9812-cf87047bce2a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:46.694070 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a3971951-19b3-4a28-beea-6b3a7ffe3df5 req-b88bed38-1f59-4237-9812-cf87047bce2a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.3343499 Mar 07 17:06:46.762620 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e25118b9-fef5-4a4f-bc57-d213675e7541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:46.914059 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25118b9-fef5-4a4f-bc57-d213675e7541 None None] Pushing event updated for resources: {'Port': ['ID=ccff86c0-15e7-4099-b1ba-80617e48a213,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:46.941887 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a3971951-19b3-4a28-beea-6b3a7ffe3df5 req-9b8b2c6f-286a-49f8-9b37-537ac98a024e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265003 Mar 07 17:06:46.948289 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f75f70fc-f014-4ca2-827a-8fd72d27d1b7 None None] Provisioning complete for port ccff86c0-15e7-4099-b1ba-80617e48a213 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:46.948927 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f75f70fc-f014-4ca2-827a-8fd72d27d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:47.022059 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d994-2882-4ba1-8b76-0b06d4b75072 admin admin] Publish callbacks [] for security_group (857e801f-a12f-41ec-abbc-f52a81fed045), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:47.039251 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:45Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:47.053718 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (c3bd7246-7b43-41e1-9468-7e825cb27118), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:47.085712 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d994-2882-4ba1-8b76-0b06d4b75072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (857e801f-a12f-41ec-abbc-f52a81fed045), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:47.091011 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1eaf5-a59e-451f-b96a-6d375d59164b None None] The sync data for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi is: [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:45Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:06:47.139562 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (c3bd7246-7b43-41e1-9468-7e825cb27118), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:47.229744 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f75f70fc-f014-4ca2-827a-8fd72d27d1b7 None None] Current status of the port ccff86c0-15e7-4099-b1ba-80617e48a213 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:47.287698 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-9fc9d994-2882-4ba1-8b76-0b06d4b75072 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4527297addb40d7a2684b16545e3f99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1470501 Mar 07 17:06:47.291734 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 56444) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:47.354249 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9d994-2882-4ba1-8b76-0b06d4b75072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857e801f-a12f-41ec-abbc-f52a81fed045,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:47.420179 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:47.428922 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=c3bd7246-7b43-41e1-9468-7e825cb27118,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:47.466584 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ca847d4c-5b4a-40eb-be41-d598b0679baf admin admin] Publish callbacks [] for security_group (857e801f-a12f-41ec-abbc-f52a81fed045), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:47.516167 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:47.518921 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ca847d4c-5b4a-40eb-be41-d598b0679baf admin admin] Publish callbacks [] for security_group (857e801f-a12f-41ec-abbc-f52a81fed045), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:47.520386 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-a21b8d4f-99ca-437e-b977-174c72d4986f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8068869 Mar 07 17:06:47.571733 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3538c8b-8e83-47ec-8425-782308270510 req-347e8189-f154-4431-af58-fbb915c42702 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:47.579030 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c3538c8b-8e83-47ec-8425-782308270510 req-347e8189-f154-4431-af58-fbb915c42702 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 945 time: 0.1365821 Mar 07 17:06:47.713748 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c3538c8b-8e83-47ec-8425-782308270510 req-cebee3f7-1224-4730-a8f7-d3bf457a5d44 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239152 Mar 07 17:06:47.872838 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ca847d4c-5b4a-40eb-be41-d598b0679baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (857e801f-a12f-41ec-abbc-f52a81fed045), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:47.880348 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ca847d4c-5b4a-40eb-be41-d598b0679baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:47.882316 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ca847d4c-5b4a-40eb-be41-d598b0679baf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/857e801f-a12f-41ec-abbc-f52a81fed045 HTTP/1.1" status: 204 len: 168 time: 0.5856371 Mar 07 17:06:47.882893 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-69bd350c-5a22-43bf-bf95-2519a7f16069 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--727365908&fields=id&tenant_id=dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 267 time: 0.1008201 Mar 07 17:06:47.910464 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca847d4c-5b4a-40eb-be41-d598b0679baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857e801f-a12f-41ec-abbc-f52a81fed045,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:48.007611 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device ccff86c0-15e7-4099-b1ba-80617e48a213 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:48.103736 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-ddf53f7b-c969-44fb-9e05-f263f61897b0 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:48.119974 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-ddf53f7b-c969-44fb-9e05-f263f61897b0 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 815 time: 0.2257349 Mar 07 17:06:48.128765 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port ccff86c0-15e7-4099-b1ba-80617e48a213 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:48.129902 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:48.149370 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-145f0c70-754a-4581-9269-795108d867c4 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/quotas/dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 375 time: 0.0261576 Mar 07 17:06:48.309587 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-96d2f9cf-e83d-4deb-a01e-15cdbcd16ed0 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1574528 Mar 07 17:06:48.339247 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cad6a-c9e9-45df-913c-39ab8847313d req-26b691be-e6a6-45f6-aad1-7d2340d41f4a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:48.342463 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5b2cad6a-c9e9-45df-913c-39ab8847313d req-26b691be-e6a6-45f6-aad1-7d2340d41f4a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.2039015 Mar 07 17:06:48.453898 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port ccff86c0-15e7-4099-b1ba-80617e48a213 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:48.527457 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5b2cad6a-c9e9-45df-913c-39ab8847313d req-9ef60e7b-313d-4b61-a588-ea52b02b779e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695027 Mar 07 17:06:48.633986 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-75e79eff-30de-4018-aa9f-360abe88da48 service neutron] 10.222.0.52 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505286 Mar 07 17:06:48.776060 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-c6d759f8-e039-4b22-bfa5-1a8ca72f7b14 service neutron] 10.222.0.52 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399734 Mar 07 17:06:48.930799 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 56498) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:48.952133 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5c35e987-2b32-43f8-baa5-bd596a5d5011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:49.057388 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56500) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:49.285667 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5c35e987-2b32-43f8-baa5-bd596a5d5011 admin admin] Publish callbacks [] for security_group (1bc24cf6-7538-424f-8ed4-e0fa6b059cfe), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:49.323772 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a0a6aa19-bfde-45df-99c4-0ade7f5a6220 req-0bc9cf29-6da9-4a9f-8c5d-ac7cf449487d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 210 time: 0.1064520 Mar 07 17:06:49.439476 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61d2596d-ebaf-4433-bbcb-339e18911922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:49.507358 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5c35e987-2b32-43f8-baa5-bd596a5d5011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1bc24cf6-7538-424f-8ed4-e0fa6b059cfe), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:49.572816 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61d2596d-ebaf-4433-bbcb-339e18911922 admin admin] Publish callbacks [] for security_group (4855882e-fe5f-467c-8e2d-b3556429fdea), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:49.577786 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5c35e987-2b32-43f8-baa5-bd596a5d5011 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e136b0c8b1324644aef1ddad994b4041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6454370 Mar 07 17:06:49.580473 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35e987-2b32-43f8-baa5-bd596a5d5011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc24cf6-7538-424f-8ed4-e0fa6b059cfe,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:49.583128 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56530) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:49.696871 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf170-a285-43bd-aab2-02b428be845f admin admin] Publish callbacks [] for security_group (1bc24cf6-7538-424f-8ed4-e0fa6b059cfe), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:49.701836 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61d2596d-ebaf-4433-bbcb-339e18911922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (4855882e-fe5f-467c-8e2d-b3556429fdea), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:49.832306 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf170-a285-43bd-aab2-02b428be845f admin admin] Publish callbacks [] for security_group (1bc24cf6-7538-424f-8ed4-e0fa6b059cfe), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:49.835443 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2596d-ebaf-4433-bbcb-339e18911922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4855882e-fe5f-467c-8e2d-b3556429fdea,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:49.860714 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-61d2596d-ebaf-4433-bbcb-339e18911922 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8d16720e50f4dc993d8c33426af544c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8000972 Mar 07 17:06:49.869494 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56534) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:49.872441 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97668-ae7c-4eb4-aadd-324c43d8cb01 req-a477feb0-115e-4991-a1cd-05373c0655ae tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:49.876292 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a6e97668-ae7c-4eb4-aadd-324c43d8cb01 req-a477feb0-115e-4991-a1cd-05373c0655ae tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1302984 Mar 07 17:06:50.003249 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a6e97668-ae7c-4eb4-aadd-324c43d8cb01 req-0a169c49-aa98-4458-9bae-5cb6e8115d1c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137025 Mar 07 17:06:50.050168 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f9c8eca9-a43c-45ad-9858-74c3404c3522 admin admin] Publish callbacks [] for security_group (4855882e-fe5f-467c-8e2d-b3556429fdea), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:50.143116 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f9c8eca9-a43c-45ad-9858-74c3404c3522 admin admin] Publish callbacks [] for security_group (4855882e-fe5f-467c-8e2d-b3556429fdea), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:50.159909 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf170-a285-43bd-aab2-02b428be845f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1bc24cf6-7538-424f-8ed4-e0fa6b059cfe), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:50.164321 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf170-a285-43bd-aab2-02b428be845f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:50.167361 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-ff1bf170-a285-43bd-aab2-02b428be845f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bc24cf6-7538-424f-8ed4-e0fa6b059cfe HTTP/1.1" status: 204 len: 168 time: 0.5820189 Mar 07 17:06:50.188450 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bf170-a285-43bd-aab2-02b428be845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc24cf6-7538-424f-8ed4-e0fa6b059cfe,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:50.237547 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3429729-c1ab-40d6-91ed-8c0fdc91ab06 req-175ab893-45cb-4ee8-b690-54b4882d83a4 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:50.237547 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b3429729-c1ab-40d6-91ed-8c0fdc91ab06 req-175ab893-45cb-4ee8-b690-54b4882d83a4 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 945 time: 0.1714897 Mar 07 17:06:50.315569 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b3429729-c1ab-40d6-91ed-8c0fdc91ab06 req-94784581-c87c-46cb-8a14-418ea4ac7a82 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687950 Mar 07 17:06:50.406026 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f9c8eca9-a43c-45ad-9858-74c3404c3522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (4855882e-fe5f-467c-8e2d-b3556429fdea), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:50.414261 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f9c8eca9-a43c-45ad-9858-74c3404c3522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:50.418764 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-f9c8eca9-a43c-45ad-9858-74c3404c3522 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4855882e-fe5f-467c-8e2d-b3556429fdea HTTP/1.1" status: 204 len: 168 time: 0.5466406 Mar 07 17:06:50.437416 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8eca9-a43c-45ad-9858-74c3404c3522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4855882e-fe5f-467c-8e2d-b3556429fdea,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:50.508255 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-586414ba-c964-44b8-995a-a6387b97cffb req-d02b90cb-63fc-4909-9176-1a6fbedb2280 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 210 time: 0.0709147 Mar 07 17:06:51.204240 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf4a43-4a37-4825-85fe-18ca311c88d0 req-e0501170-74fe-496d-aa58-47db99e8c3e0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:51.207045 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0ccf4a43-4a37-4825-85fe-18ca311c88d0 req-e0501170-74fe-496d-aa58-47db99e8c3e0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0768909 Mar 07 17:06:51.277967 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0ccf4a43-4a37-4825-85fe-18ca311c88d0 req-a2191bb7-4aee-489b-9168-9f8afc18f173 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627582 Mar 07 17:06:51.480643 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a01fa-2885-4252-a52d-9e363165551f req-e1b428f0-859a-4e9a-a639-ded6396178a8 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:51.483076 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8c1a01fa-2885-4252-a52d-9e363165551f req-e1b428f0-859a-4e9a-a639-ded6396178a8 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 945 time: 0.0857968 Mar 07 17:06:51.571110 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8c1a01fa-2885-4252-a52d-9e363165551f req-14988cd1-5413-4f05-b2d5-c89f6d75565f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747068 Mar 07 17:06:51.732960 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7dd858ed-36ca-4ec3-b801-66f3e97cefa3 req-55dd184d-4fb7-4b54-9c97-104cd8d5b9dd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 210 time: 0.0613689 Mar 07 17:06:51.965034 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f350292-66dd-42d8-bd9a-67555bebb4bf req-b3da6a3f-13a3-41ac-a015-5998d806d672 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:51.966650 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3f350292-66dd-42d8-bd9a-67555bebb4bf req-b3da6a3f-13a3-41ac-a015-5998d806d672 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 945 time: 0.0722494 Mar 07 17:06:52.097010 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-3f350292-66dd-42d8-bd9a-67555bebb4bf req-78179bf9-df92-47c3-99bc-714d5871b76f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Deleting port d2fb7678-3bda-4940-ba9e-f922ba49b25b {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:06:52.097596 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3f350292-66dd-42d8-bd9a-67555bebb4bf req-78179bf9-df92-47c3-99bc-714d5871b76f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:52.222073 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-3f350292-66dd-42d8-bd9a-67555bebb4bf req-78179bf9-df92-47c3-99bc-714d5871b76f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] For port d2fb7678-3bda-4940-ba9e-f922ba49b25b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2fb7678-3bda-4940-ba9e-f922ba49b25b,segment=NetworkSegment(c0ee3ce6-c709-44b8-87a2-ade61305d30a),segment_id=c0ee3ce6-c709-44b8-87a2-ade61305d30a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:52.222494 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3f350292-66dd-42d8-bd9a-67555bebb4bf req-78179bf9-df92-47c3-99bc-714d5871b76f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:52.238221 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-3f350292-66dd-42d8-bd9a-67555bebb4bf req-78179bf9-df92-47c3-99bc-714d5871b76f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Calling delete_port for d2fb7678-3bda-4940-ba9e-f922ba49b25b owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:06:52.532403 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05237a80-7c0f-4c3b-bc98-4fa610bd7141 req-d9814f7f-22ce-40f9-a7fa-6bc81b7071ce tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:52.534671 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05237a80-7c0f-4c3b-bc98-4fa610bd7141 req-d9814f7f-22ce-40f9-a7fa-6bc81b7071ce tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1240478 Mar 07 17:06:52.592066 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05237a80-7c0f-4c3b-bc98-4fa610bd7141 req-31b3f6fc-8709-42d9-8edb-fc31aeb637e5 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504441 Mar 07 17:06:52.610312 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3f350292-66dd-42d8-bd9a-67555bebb4bf req-78179bf9-df92-47c3-99bc-714d5871b76f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (d2fb7678-3bda-4940-ba9e-f922ba49b25b), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:52.657599 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78179bf9-df92-47c3-99bc-714d5871b76f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Pushing event deleted for resources: {'Port': ['ID=d2fb7678-3bda-4940-ba9e-f922ba49b25b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:52.659061 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['d2fb7678-3bda-4940-ba9e-f922ba49b25b'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:06:52.771241 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f350292-66dd-42d8-bd9a-67555bebb4bf req-78179bf9-df92-47c3-99bc-714d5871b76f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] No DVR routers for this DVR port d2fb7678-3bda-4940-ba9e-f922ba49b25b on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:06:52.775972 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3f350292-66dd-42d8-bd9a-67555bebb4bf req-78179bf9-df92-47c3-99bc-714d5871b76f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:52.783778 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3f350292-66dd-42d8-bd9a-67555bebb4bf req-78179bf9-df92-47c3-99bc-714d5871b76f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.65 "DELETE /v2.0/ports/d2fb7678-3bda-4940-ba9e-f922ba49b25b HTTP/1.1" status: 204 len: 173 time: 0.8107696 Mar 07 17:06:52.784526 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a62f4fa-0aa1-4e95-b699-c13060841794', 'name': 'network-vif-deleted', 'tag': 'd2fb7678-3bda-4940-ba9e-f922ba49b25b'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:52.790507 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c206a8a-acba-42f9-a326-8fdf3e068a19" -d '{"events": [{"server_uuid": "5a62f4fa-0aa1-4e95-b699-c13060841794", "name": "network-vif-deleted", "tag": "d2fb7678-3bda-4940-ba9e-f922ba49b25b"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:52.808583 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c2beac05-af5e-46a6-ae18-2ecdac592523 req-6bdb034e-e02b-489a-b318-1139ffb3c277 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 210 time: 0.0748043 Mar 07 17:06:52.876348 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25aa528-dd41-47cc-8cbb-14649442aa40 x-openstack-request-id: req-c25aa528-dd41-47cc-8cbb-14649442aa40 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:52.877190 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a62f4fa-0aa1-4e95-b699-c13060841794", "name": "network-vif-deleted", "tag": "d2fb7678-3bda-4940-ba9e-f922ba49b25b", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:52.877454 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c25aa528-dd41-47cc-8cbb-14649442aa40 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:52.877857 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a62f4fa-0aa1-4e95-b699-c13060841794', 'name': 'network-vif-deleted', 'tag': 'd2fb7678-3bda-4940-ba9e-f922ba49b25b', 'status': 'completed', 'code': 200} Mar 07 17:06:52.913154 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5ec15c9e-c88b-41dd-9898-eeaff89be57f req-96d984e8-e40b-442a-aa9c-0d623711a34e tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 210 time: 0.0650015 Mar 07 17:06:53.325101 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-960dd91f-9ac8-474d-a04a-50d7ea397c9f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:53.328292 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-960dd91f-9ac8-474d-a04a-50d7ea397c9f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 815 time: 0.2027326 Mar 07 17:06:53.446889 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-dbf1aa43-2d50-4766-93b0-c33a74179748 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 379 time: 0.0919387 Mar 07 17:06:53.458779 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'port': {'device_id': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'admin_state_up': True, 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'security_groups': ['ba26b24d-e507-46da-9ac6-e06853595a32']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:53.801233 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8556f-2744-4108-8673-3133cfc59475 req-dd24f71f-85ed-456f-8b42-b2a30473829c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:53.803482 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8ba8556f-2744-4108-8673-3133cfc59475 req-dd24f71f-85ed-456f-8b42-b2a30473829c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0701218 Mar 07 17:06:53.848682 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Made reservation on behalf of dd5d10d6e0d84d47890158b48c48c045 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:06:53.853220 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:53.929193 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8ba8556f-2744-4108-8673-3133cfc59475 req-9abe0af5-3ab3-460e-8bd1-055c6c2d9660 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128147 Mar 07 17:06:54.226149 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-721277c6-627f-474e-8417-02c1cbfe5506 req-4a3517e3-9b7a-4fc1-9328-dbf32427cd4c tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a62f4fa-0aa1-4e95-b699-c13060841794 HTTP/1.1" status: 200 len: 210 time: 0.0493922 Mar 07 17:06:54.307403 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f6fb3432-daca-4035-9967-54df7295e0a6 req-45a5d611-c3a8-42bc-b24b-885729ac367b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 210 time: 0.0427778 Mar 07 17:06:54.335665 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Allocated IP 172.20.0.6 (0003365c-cf00-48c8-a828-23eeb690294a/dc87e00f-d087-4c85-b362-2bac4ce5c63b/93503da2-369b-4f10-a402-88a8ab4dc8ac) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:54.337433 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56670) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:54.433998 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a6cae-1cee-43b5-a09d-af61e7608c5f req-ca9e6462-ab3b-4639-b9e0-5472bc242582 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:54.435644 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-712a6cae-1cee-43b5-a09d-af61e7608c5f req-ca9e6462-ab3b-4639-b9e0-5472bc242582 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1197774 Mar 07 17:06:54.460962 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dd3eba5-d5ae-49eb-8562-1cd84cf2a822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:54.543167 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dd3eba5-d5ae-49eb-8562-1cd84cf2a822 admin admin] Publish callbacks [] for security_group (25da73c2-ec9f-4209-88e4-e9ea90a95e7e), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:54.546117 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-712a6cae-1cee-43b5-a09d-af61e7608c5f req-3db1e07b-1cb0-47a5-9700-3fb6861d8319 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020133 Mar 07 17:06:54.566615 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:54.660957 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dd3eba5-d5ae-49eb-8562-1cd84cf2a822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (25da73c2-ec9f-4209-88e4-e9ea90a95e7e), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:54.696385 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:54.702833 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3eba5-d5ae-49eb-8562-1cd84cf2a822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da73c2-ec9f-4209-88e4-e9ea90a95e7e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:54.710641 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-3dd3eba5-d5ae-49eb-8562-1cd84cf2a822 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bf2fe87f6ac4ed5bd19cd55bf8fcb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695643 Mar 07 17:06:54.711216 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56674) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:54.751150 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Network 0003365c-cf00-48c8-a828-23eeb690294a is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:54.755171 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:54.760357 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:54.764927 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=93503da2-369b-4f10-a402-88a8ab4dc8ac,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:54.785021 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6cce715-9b75-47ca-b82c-2f0d5781a695 admin admin] Publish callbacks [] for security_group (25da73c2-ec9f-4209-88e4-e9ea90a95e7e), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:54.821991 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6cce715-9b75-47ca-b82c-2f0d5781a695 admin admin] Publish callbacks [] for security_group (25da73c2-ec9f-4209-88e4-e9ea90a95e7e), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:54.826288 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:54.827215 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:54.924866 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-92532397-f530-4e42-8b54-ead2f201b8cc tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4722209 Mar 07 17:06:54.944988 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Request body: {'port': {'device_id': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:54.959435 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6cce715-9b75-47ca-b82c-2f0d5781a695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (25da73c2-ec9f-4209-88e4-e9ea90a95e7e), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:54.975766 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6cce715-9b75-47ca-b82c-2f0d5781a695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:54.979386 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-e6cce715-9b75-47ca-b82c-2f0d5781a695 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25da73c2-ec9f-4209-88e4-e9ea90a95e7e HTTP/1.1" status: 204 len: 168 time: 0.2650108 Mar 07 17:06:55.009695 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cce715-9b75-47ca-b82c-2f0d5781a695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da73c2-ec9f-4209-88e4-e9ea90a95e7e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:55.085074 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:55.137284 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-87c80fa2-eeb4-4a56-8b41-de90ce1265af None None] Provisioning complete for port 93503da2-369b-4f10-a402-88a8ab4dc8ac triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:55.138143 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-87c80fa2-eeb4-4a56-8b41-de90ce1265af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:55.218897 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-87c80fa2-eeb4-4a56-8b41-de90ce1265af None None] Port 93503da2-369b-4f10-a402-88a8ab4dc8ac cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:06:55.252132 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466672c-0ff9-4def-9000-203718b0b216 req-6771284b-8792-4bdf-a652-66af8847facc tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:55.255358 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9466672c-0ff9-4def-9000-203718b0b216 req-6771284b-8792-4bdf-a652-66af8847facc tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1213675 Mar 07 17:06:55.431820 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9466672c-0ff9-4def-9000-203718b0b216 req-037bde6a-c4b3-4fcd-91dd-d2486b2f4f0b tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659515 Mar 07 17:06:55.587197 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ef8e5-49b6-4308-abe1-59d2c9efc668 req-2c4ce4dd-6c20-4889-9a2b-b33d4139dc26 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:55.589196 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8b7ef8e5-49b6-4308-abe1-59d2c9efc668 req-2c4ce4dd-6c20-4889-9a2b-b33d4139dc26 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 931 time: 0.1009126 Mar 07 17:06:55.641372 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device d2fb7678-3bda-4940-ba9e-f922ba49b25b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:06:55.692662 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93503da2-369b-4f10-a402-88a8ab4dc8ac {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:06:55.710628 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Publish callbacks [] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:55.761874 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8b7ef8e5-49b6-4308-abe1-59d2c9efc668 req-5cfcc4cb-0c50-485a-92b4-8a9e19d239e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085043 Mar 07 17:06:55.765415 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Transition to ACTIVE for port object 93503da2-369b-4f10-a402-88a8ab4dc8ac will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:06:55.769544 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: d2fb7678-3bda-4940-ba9e-f922ba49b25b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:06:55.781967 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device d2fb7678-3bda-4940-ba9e-f922ba49b25b not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:06:55.865501 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db2e76-a8e5-4500-a360-93fe0c6b9dcd req-8087bb22-4849-44f9-a042-614fb35dfacb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:55.880945 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-56db2e76-a8e5-4500-a360-93fe0c6b9dcd req-8087bb22-4849-44f9-a042-614fb35dfacb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1871309 Mar 07 17:06:55.931479 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:55.989101 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-56db2e76-a8e5-4500-a360-93fe0c6b9dcd req-44eed836-78dc-4bf2-bf1a-16a029125cf3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055105 Mar 07 17:06:56.023377 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56722) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:56.163206 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Pushing event updated for resources: {'Port': ['ID=93503da2-369b-4f10-a402-88a8ab4dc8ac,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:56.229641 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-c9a96707-2dec-4654-a13d-93a853d40931 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:56.237783 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-c9a96707-2dec-4654-a13d-93a853d40931 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/networks?id=c9a311c4-0e22-43f6-a81a-8dd0546845dc HTTP/1.1" status: 200 len: 809 time: 0.3566787 Mar 07 17:06:56.283543 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-70a0203b-ba83-4903-bfc1-724c94504d03 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/quotas/d88a3948e61d4a09b2540dc8e1e51047 HTTP/1.1" status: 200 len: 375 time: 0.0439606 Mar 07 17:06:56.317531 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01126241-dbc7-49a6-bc28-91c36e5a1ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.361720 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-5cdd905c-f2ba-4e55-82c6-318804323fda tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88a3948e61d4a09b2540dc8e1e51047&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622442 Mar 07 17:06:56.403146 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Attempting to bind port 93503da2-369b-4f10-a402-88a8ab4dc8ac on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:06:56.403832 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Attempting to bind port 93503da2-369b-4f10-a402-88a8ab4dc8ac by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:06:56.404441 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Attempting to bind port 93503da2-369b-4f10-a402-88a8ab4dc8ac on network 0003365c-cf00-48c8-a828-23eeb690294a {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:56.436130 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01126241-dbc7-49a6-bc28-91c36e5a1ea5 admin admin] Publish callbacks [] for security_group (1ab95351-4c5b-4164-b43e-e270bae71660), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.444436 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Port 93503da2-369b-4f10-a402-88a8ab4dc8ac on network 0003365c-cf00-48c8-a828-23eeb690294a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:06:56.445167 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Attempting to bind port 93503da2-369b-4f10-a402-88a8ab4dc8ac on network 0003365c-cf00-48c8-a828-23eeb690294a {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:56.461523 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:06:56.462219 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Checking segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:56.462943 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Bound using segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:06:56.463715 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Bound port: 93503da2-369b-4f10-a402-88a8ab4dc8ac, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:06:56.464340 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.524057 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01126241-dbc7-49a6-bc28-91c36e5a1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1ab95351-4c5b-4164-b43e-e270bae71660), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.600050 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 56730) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:56.629187 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01126241-dbc7-49a6-bc28-91c36e5a1ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab95351-4c5b-4164-b43e-e270bae71660,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:56.647066 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-01126241-dbc7-49a6-bc28-91c36e5a1ea5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1dd484914dd24710abf7a3cbc79f3a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6161797 Mar 07 17:06:56.648085 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56732) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:56.660939 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-dbac9f2f-a5b2-4ef4-a85e-b1a639372e47 service neutron] 10.222.0.52 "GET /v2.0/networks/c9a311c4-0e22-43f6-a81a-8dd0546845dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801161 Mar 07 17:06:56.666321 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77b269df-78ee-48fa-990c-f69dc2c2a96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.711925 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] For port 93503da2-369b-4f10-a402-88a8ab4dc8ac, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:06:56.734016 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212f181-f0cb-48b4-99bd-67cb3695e6c6 req-0f7cee96-57f5-4db4-acab-420c225174d0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:56.736665 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d212f181-f0cb-48b4-99bd-67cb3695e6c6 req-0f7cee96-57f5-4db4-acab-420c225174d0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1885350 Mar 07 17:06:56.778652 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] For port 93503da2-369b-4f10-a402-88a8ab4dc8ac, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=93503da2-369b-4f10-a402-88a8ab4dc8ac,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:06:56.797752 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5d7304d-cb53-4b8b-aec2-7b2e6829c76d admin admin] Publish callbacks [] for security_group (1ab95351-4c5b-4164-b43e-e270bae71660), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.863550 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5d7304d-cb53-4b8b-aec2-7b2e6829c76d admin admin] Publish callbacks [] for security_group (1ab95351-4c5b-4164-b43e-e270bae71660), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.872026 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.876308 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d212f181-f0cb-48b4-99bd-67cb3695e6c6 req-f0f09acf-2b78-4bbb-815e-017c75424ada tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303358 Mar 07 17:06:56.979395 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:56.980479 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.983503 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] 10.222.0.65 "PUT /v2.0/ports/93503da2-369b-4f10-a402-88a8ab4dc8ac HTTP/1.1" status: 200 len: 1093 time: 2.0449574 Mar 07 17:06:56.993356 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'tag': '93503da2-369b-4f10-a402-88a8ab4dc8ac'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:56.997259 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b02885-d32b-4f45-95b9-3faf50a02cec" -d '{"events": [{"name": "network-changed", "server_uuid": "90d8c5ec-9725-4ef4-8f31-7432c20baf4c", "tag": "93503da2-369b-4f10-a402-88a8ab4dc8ac"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:57.023805 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-c01c3349-022b-4386-93c7-95afe643bfa8 service neutron] 10.222.0.52 "GET /v2.0/networks/c9a311c4-0e22-43f6-a81a-8dd0546845dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463948 Mar 07 17:06:57.045016 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638406b-971a-4fc8-b161-95a76e413a8e service neutron] Pushing event updated for resources: {'Port': ['ID=93503da2-369b-4f10-a402-88a8ab4dc8ac,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:57.101771 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5d7304d-cb53-4b8b-aec2-7b2e6829c76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1ab95351-4c5b-4164-b43e-e270bae71660), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.107342 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5d7304d-cb53-4b8b-aec2-7b2e6829c76d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.109286 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-b5d7304d-cb53-4b8b-aec2-7b2e6829c76d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ab95351-4c5b-4164-b43e-e270bae71660 HTTP/1.1" status: 204 len: 168 time: 0.4596272 Mar 07 17:06:57.199265 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7304d-cb53-4b8b-aec2-7b2e6829c76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab95351-4c5b-4164-b43e-e270bae71660,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:57.266069 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa852-925d-4a5f-839d-b4e2f4e8d101 req-08edff3d-b535-462b-b3e5-a4f4e2ae2503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:57.271030 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6fbfa852-925d-4a5f-839d-b4e2f4e8d101 req-08edff3d-b535-462b-b3e5-a4f4e2ae2503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 943 time: 0.2510965 Mar 07 17:06:57.307560 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77b269df-78ee-48fa-990c-f69dc2c2a96c admin admin] Publish callbacks [] for security_group (53f20434-71d8-4ba4-af03-15c52746aeeb), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.344266 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-45137a88-dd04-4809-b343-fe04b6b7a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:57.347780 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-45137a88-dd04-4809-b343-fe04b6b7a97d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 1127 time: 0.1937382 Mar 07 17:06:57.371066 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6fbfa852-925d-4a5f-839d-b4e2f4e8d101 req-66c00748-f631-4d30-87f0-9a624080aae2 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924418 Mar 07 17:06:57.428725 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77b269df-78ee-48fa-990c-f69dc2c2a96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (53f20434-71d8-4ba4-af03-15c52746aeeb), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.487714 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4fd9c0-fc34-4281-9c9a-fd5224bf3f6d x-openstack-request-id: req-2b4fd9c0-fc34-4281-9c9a-fd5224bf3f6d {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:57.488451 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d8c5ec-9725-4ef4-8f31-7432c20baf4c", "tag": "93503da2-369b-4f10-a402-88a8ab4dc8ac", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:57.488977 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b4fd9c0-fc34-4281-9c9a-fd5224bf3f6d {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:57.489476 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'tag': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'status': 'completed', 'code': 200} Mar 07 17:06:57.504256 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-72710f58-3ab9-4bb8-b947-823bf85f9403 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93503da2-369b-4f10-a402-88a8ab4dc8ac HTTP/1.1" status: 200 len: 217 time: 0.1367908 Mar 07 17:06:57.542670 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-77b269df-78ee-48fa-990c-f69dc2c2a96c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=808a69d5ebc341c889d45586b74712dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9404159 Mar 07 17:06:57.566930 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56750) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:57.642577 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b269df-78ee-48fa-990c-f69dc2c2a96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f20434-71d8-4ba4-af03-15c52746aeeb,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:57.654026 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cd70e7b5-3ae0-4585-8c74-f9d2c6c87d85 req-8e108aa4-ac24-4d00-851b-cea12092981f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 210 time: 0.0626147 Mar 07 17:06:57.661385 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-2f431247-eadd-4913-a509-4a48b43c7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:57.662275 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5e4cf-64ab-4eb6-93de-bfbc656c3741 req-3bce3bcf-edba-4d8f-963d-d1ff7db0c607 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:57.664882 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-2f431247-eadd-4913-a509-4a48b43c7e18 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc87e00f-d087-4c85-b362-2bac4ce5c63b HTTP/1.1" status: 200 len: 854 time: 0.1549640 Mar 07 17:06:57.665745 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-44e5e4cf-64ab-4eb6-93de-bfbc656c3741 req-3bce3bcf-edba-4d8f-963d-d1ff7db0c607 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1683173 Mar 07 17:06:57.713530 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d6ccd89-282a-43bd-a058-5c76b84d4d55 admin admin] Publish callbacks [] for security_group (53f20434-71d8-4ba4-af03-15c52746aeeb), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.771172 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-11b2f279-9d05-4eda-804a-9d987a96a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:57.773098 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-11b2f279-9d05-4eda-804a-9d987a96a457 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0003365c-cf00-48c8-a828-23eeb690294a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1014082 Mar 07 17:06:57.778569 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d6ccd89-282a-43bd-a058-5c76b84d4d55 admin admin] Publish callbacks [] for security_group (53f20434-71d8-4ba4-af03-15c52746aeeb), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.785588 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-44e5e4cf-64ab-4eb6-93de-bfbc656c3741 req-1b3a51db-0af3-4076-b9fb-3565e9a5a6e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074142 Mar 07 17:06:57.959075 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-c8d5ec2c-475f-45e0-91f3-4cb34a6ba7db service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595736 Mar 07 17:06:57.976965 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d6ccd89-282a-43bd-a058-5c76b84d4d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (53f20434-71d8-4ba4-af03-15c52746aeeb), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.990793 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d6ccd89-282a-43bd-a058-5c76b84d4d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.996127 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-1d6ccd89-282a-43bd-a058-5c76b84d4d55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53f20434-71d8-4ba4-af03-15c52746aeeb HTTP/1.1" status: 204 len: 168 time: 0.4302335 Mar 07 17:06:58.032338 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ccd89-282a-43bd-a058-5c76b84d4d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f20434-71d8-4ba4-af03-15c52746aeeb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:58.159031 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56764) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:58.202131 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c13545d-52c0-40c7-be9b-7e9cb4f578cb req-f5259a48-bcb3-4592-a75c-bd6f33119fea service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365098 Mar 07 17:06:58.214208 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f5de-1392-4e0b-848d-8a9dc33d1a9a req-8aa2d82b-4533-4912-85da-8f8f371201ee tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:58.216171 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d8c7f5de-1392-4e0b-848d-8a9dc33d1a9a req-8aa2d82b-4533-4912-85da-8f8f371201ee tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1885753 Mar 07 17:06:58.225130 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-18c2390c-1e80-4d6c-855c-bd25a2abb0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:58.303240 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d8c7f5de-1392-4e0b-848d-8a9dc33d1a9a req-67c376a2-2964-4ab6-8dc4-a24903f452c3 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731449 Mar 07 17:06:58.417314 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56772) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:58.440675 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-85d50b83-88b3-4fd5-b6a1-92efcc163461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:58.509095 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b02885-d32b-4f45-95b9-3faf50a02cec req-b249d42e-234b-41ae-b73c-f0a6441778f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:58.512262 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-17b02885-d32b-4f45-95b9-3faf50a02cec req-b249d42e-234b-41ae-b73c-f0a6441778f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 1127 time: 0.1147964 Mar 07 17:06:58.627655 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-85d50b83-88b3-4fd5-b6a1-92efcc163461 admin admin] Publish callbacks [] for security_group (e49c1856-e3b8-4bd0-9eb7-557415cb34c9), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:58.639983 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2adae8-8bea-4799-9b8d-00142d2f3bfd req-9bce1319-a290-4eec-8104-6ae2043e0a62 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:58.649346 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-be2adae8-8bea-4799-9b8d-00142d2f3bfd req-9bce1319-a290-4eec-8104-6ae2043e0a62 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 943 time: 0.1333368 Mar 07 17:06:58.685254 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b02885-d32b-4f45-95b9-3faf50a02cec req-589a4803-ec7d-458f-8db3-853f7ef8ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:58.687200 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-17b02885-d32b-4f45-95b9-3faf50a02cec req-589a4803-ec7d-458f-8db3-853f7ef8ad90 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 916 time: 0.1677136 Mar 07 17:06:58.715344 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-be2adae8-8bea-4799-9b8d-00142d2f3bfd req-99397785-b523-4d21-b346-0d8898426084 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621428 Mar 07 17:06:58.720640 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-85d50b83-88b3-4fd5-b6a1-92efcc163461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (e49c1856-e3b8-4bd0-9eb7-557415cb34c9), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:58.779829 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-85d50b83-88b3-4fd5-b6a1-92efcc163461 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1aa988dee79d4913b304abda56165b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611882 Mar 07 17:06:58.780897 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56778) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:58.789974 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d50b83-88b3-4fd5-b6a1-92efcc163461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49c1856-e3b8-4bd0-9eb7-557415cb34c9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:58.796691 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-17b02885-d32b-4f45-95b9-3faf50a02cec req-48f42c09-c2d1-4ec1-88e0-1dc5127d3c28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93503da2-369b-4f10-a402-88a8ab4dc8ac HTTP/1.1" status: 200 len: 217 time: 0.1010621 Mar 07 17:06:58.878552 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-abc7a296-9833-4e1c-a4aa-880f24aa98e1 req-9d77dcd9-2c6a-4660-b883-f08f7e6f87ab tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 210 time: 0.0628624 Mar 07 17:06:58.895405 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93044160-6004-4d0f-8aad-fa830af7b37f admin admin] Publish callbacks [] for security_group (e49c1856-e3b8-4bd0-9eb7-557415cb34c9), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:58.907061 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-16ca66e3-0674-4b8f-a3b1-c440837436fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:58.948693 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93044160-6004-4d0f-8aad-fa830af7b37f admin admin] Publish callbacks [] for security_group (e49c1856-e3b8-4bd0-9eb7-557415cb34c9), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:58.964399 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b02885-d32b-4f45-95b9-3faf50a02cec req-efd93a7b-4e33-4ad0-a24f-fd23f6060183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:58.967123 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-17b02885-d32b-4f45-95b9-3faf50a02cec req-efd93a7b-4e33-4ad0-a24f-fd23f6060183 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc87e00f-d087-4c85-b362-2bac4ce5c63b HTTP/1.1" status: 200 len: 854 time: 0.1346693 Mar 07 17:06:59.067541 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b02885-d32b-4f45-95b9-3faf50a02cec req-95aef940-f02e-496e-8ca2-c6a9d1c8ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:59.070312 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-17b02885-d32b-4f45-95b9-3faf50a02cec req-95aef940-f02e-496e-8ca2-c6a9d1c8ac1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0003365c-cf00-48c8-a828-23eeb690294a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0948436 Mar 07 17:06:59.154856 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b6126-d7da-444e-aef6-94086988637a req-43d62c8a-dc01-4117-8a29-7e8121ee4c0a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:59.156903 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2f3b6126-d7da-444e-aef6-94086988637a req-43d62c8a-dc01-4117-8a29-7e8121ee4c0a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1891489 Mar 07 17:06:59.267465 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-17b02885-d32b-4f45-95b9-3faf50a02cec req-b3ce9a0a-8c89-49ad-bc95-460e3fe893ca service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887600 Mar 07 17:06:59.270149 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93044160-6004-4d0f-8aad-fa830af7b37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (e49c1856-e3b8-4bd0-9eb7-557415cb34c9), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:59.275710 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93044160-6004-4d0f-8aad-fa830af7b37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:59.281390 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-93044160-6004-4d0f-8aad-fa830af7b37f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e49c1856-e3b8-4bd0-9eb7-557415cb34c9 HTTP/1.1" status: 204 len: 168 time: 0.4954858 Mar 07 17:06:59.294568 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-16ca66e3-0674-4b8f-a3b1-c440837436fc admin admin] Publish callbacks [] for security_group (453323a9-d8af-4601-a869-3e2c1a7234b7), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:59.320178 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93044160-6004-4d0f-8aad-fa830af7b37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49c1856-e3b8-4bd0-9eb7-557415cb34c9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:59.372210 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2f3b6126-d7da-444e-aef6-94086988637a req-21b95b92-75b1-4e80-9489-0929f8e9394d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881583 Mar 07 17:06:59.386949 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-16ca66e3-0674-4b8f-a3b1-c440837436fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (453323a9-d8af-4601-a869-3e2c1a7234b7), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:59.510499 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-16ca66e3-0674-4b8f-a3b1-c440837436fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ccadc71c989429488f850389994e180&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3493834 Mar 07 17:06:59.514783 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-17b02885-d32b-4f45-95b9-3faf50a02cec req-a4f600a0-d92e-4c65-bae9-41551887dae8 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416251 Mar 07 17:06:59.515101 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56794) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:59.518641 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca66e3-0674-4b8f-a3b1-c440837436fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453323a9-d8af-4601-a869-3e2c1a7234b7,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:59.647999 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f9e8c-f36d-4920-8c03-02a1fa28bde2 req-4fd1f3d4-a822-4066-a388-fe5c97115bae tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:59.651560 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c33f9e8c-f36d-4920-8c03-02a1fa28bde2 req-4fd1f3d4-a822-4066-a388-fe5c97115bae tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1353521 Mar 07 17:06:59.654751 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 93503da2-369b-4f10-a402-88a8ab4dc8ac details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:06:59.660306 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-34fc2abd-b865-4975-86d6-485c948c93e1 admin admin] Publish callbacks [] for security_group (453323a9-d8af-4601-a869-3e2c1a7234b7), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:59.713395 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-34fc2abd-b865-4975-86d6-485c948c93e1 admin admin] Publish callbacks [] for security_group (453323a9-d8af-4601-a869-3e2c1a7234b7), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:59.815253 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c33f9e8c-f36d-4920-8c03-02a1fa28bde2 req-e7c8425c-2cb0-4759-a307-ac6d66141b43 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334479 Mar 07 17:06:59.882878 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 93503da2-369b-4f10-a402-88a8ab4dc8ac, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=93503da2-369b-4f10-a402-88a8ab4dc8ac,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:59.905405 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'port_id': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'mac_address': 'fa:16:3e:56:f2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:06:59.975615 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-34fc2abd-b865-4975-86d6-485c948c93e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (453323a9-d8af-4601-a869-3e2c1a7234b7), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:59.980587 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-34fc2abd-b865-4975-86d6-485c948c93e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:59.987219 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-34fc2abd-b865-4975-86d6-485c948c93e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/453323a9-d8af-4601-a869-3e2c1a7234b7 HTTP/1.1" status: 204 len: 168 time: 0.4660602 Mar 07 17:06:59.993346 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 93503da2-369b-4f10-a402-88a8ab4dc8ac is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:59.994537 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:00.024954 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc2abd-b865-4975-86d6-485c948c93e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453323a9-d8af-4601-a869-3e2c1a7234b7,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:00.026435 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93503da2-369b-4f10-a402-88a8ab4dc8ac {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:07:00.089025 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 93503da2-369b-4f10-a402-88a8ab4dc8ac, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=93503da2-369b-4f10-a402-88a8ab4dc8ac,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:00.154328 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efea50b-3386-42d1-8172-00a43616869f req-0bf831fc-f302-4f73-a9ae-bcf5edef7702 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:00.167996 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6efea50b-3386-42d1-8172-00a43616869f req-0bf831fc-f302-4f73-a9ae-bcf5edef7702 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 943 time: 0.2647250 Mar 07 17:07:00.179462 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8b5075c6-9970-4ebc-b25d-40a4e9856c23 req-a42dbeb5-94c9-42fd-85ac-44c12dcb54fe tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 210 time: 0.0741658 Mar 07 17:07:00.228858 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6efea50b-3386-42d1-8172-00a43616869f req-ecb7a415-6b07-49f9-a240-75992382e50d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597668 Mar 07 17:07:00.266206 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:00.331113 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=93503da2-369b-4f10-a402-88a8ab4dc8ac,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:00.409046 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8c6b490d-ea0c-448f-893c-f0022364abfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:00.569654 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2576efa-cc56-4487-9a13-d58d335a4a63 req-c2e10e79-00f5-493f-b38f-8e514fc02984 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:00.572549 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a2576efa-cc56-4487-9a13-d58d335a4a63 req-c2e10e79-00f5-493f-b38f-8e514fc02984 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.0691161 Mar 07 17:07:00.605092 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['93503da2-369b-4f10-a402-88a8ab4dc8ac'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:07:00.658800 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a2576efa-cc56-4487-9a13-d58d335a4a63 req-10535a68-c1c3-49d6-a50a-0d0fbf2a8e89 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805390 Mar 07 17:07:00.795976 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-9388032c-5c3d-4b47-a2e3-d45f8498f360 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:00.799617 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-9388032c-5c3d-4b47-a2e3-d45f8498f360 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.65 "GET /v2.0/networks?id=c9a311c4-0e22-43f6-a81a-8dd0546845dc HTTP/1.1" status: 200 len: 809 time: 0.1783800 Mar 07 17:07:00.826720 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Request body: {'port': {'device_id': 'e538f5ad-9676-4642-9e40-8bd97bf5ce68', 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc', 'admin_state_up': True, 'tenant_id': 'd88a3948e61d4a09b2540dc8e1e51047'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:00.910895 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56822) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:00.937092 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e819ce8b-a046-4f23-98ba-becd9aa50d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:01.100630 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0ac62-78e0-4ed9-a183-aea43faba1c9 req-61730056-a9bf-4f13-bd3f-9ed32a822c39 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:01.102237 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-65e0ac62-78e0-4ed9-a183-aea43faba1c9 req-61730056-a9bf-4f13-bd3f-9ed32a822c39 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1180251 Mar 07 17:07:01.149332 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Made reservation on behalf of d88a3948e61d4a09b2540dc8e1e51047 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:07:01.151727 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e819ce8b-a046-4f23-98ba-becd9aa50d34 admin admin] Publish callbacks [] for security_group (32dbac29-815c-4841-ada3-27bbc708d318), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:01.173017 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:01.194944 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-65e0ac62-78e0-4ed9-a183-aea43faba1c9 req-2e43a84a-800c-44d3-a539-0b0ad6477a13 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788610 Mar 07 17:07:01.249666 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e819ce8b-a046-4f23-98ba-becd9aa50d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (32dbac29-815c-4841-ada3-27bbc708d318), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:01.361909 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-e819ce8b-a046-4f23-98ba-becd9aa50d34 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25fcd164d3d7450b8b85f38f10867ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450698 Mar 07 17:07:01.367386 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56840) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:01.391439 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819ce8b-a046-4f23-98ba-becd9aa50d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dbac29-815c-4841-ada3-27bbc708d318,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:01.441473 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Allocated IP 172.20.0.14 (c9a311c4-0e22-43f6-a81a-8dd0546845dc/87168991-1009-429a-acc5-f01dbf7ee453/23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:07:01.473707 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-edd81193-71a8-4e88-9a3f-69fd1665be61 admin admin] Publish callbacks [] for security_group (32dbac29-815c-4841-ada3-27bbc708d318), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:01.483996 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130555e0-36ad-4cff-857d-0c733bfbcce2 req-4d94197a-cb05-4e95-92ea-e44679562109 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:01.492056 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-130555e0-36ad-4cff-857d-0c733bfbcce2 req-4d94197a-cb05-4e95-92ea-e44679562109 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 944 time: 0.1234336 Mar 07 17:07:01.531519 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-edd81193-71a8-4e88-9a3f-69fd1665be61 admin admin] Publish callbacks [] for security_group (32dbac29-815c-4841-ada3-27bbc708d318), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:01.594751 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-130555e0-36ad-4cff-857d-0c733bfbcce2 req-078d4071-6b24-4d96-b3b3-ef7667374daa tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017268 Mar 07 17:07:01.605226 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-42ac904b-1ce8-4224-b339-7404d8f33fad req-1c5a5b34-287e-4d58-b985-5d1e59bedb7c tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 210 time: 0.0671546 Mar 07 17:07:01.628753 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9c237-3c8d-462c-aab8-0596674463ce req-65f74134-ae12-4dba-8467-45cf74bc4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:01.630264 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-36f9c237-3c8d-462c-aab8-0596674463ce req-65f74134-ae12-4dba-8467-45cf74bc4f26 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 1129 time: 0.4183986 Mar 07 17:07:01.672555 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 93503da2-369b-4f10-a402-88a8ab4dc8ac up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:01.689518 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks [] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:01.724281 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-36f9c237-3c8d-462c-aab8-0596674463ce req-28e69a70-66ba-42f7-95a6-1142dcb3ad63 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795064 Mar 07 17:07:01.740800 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-edd81193-71a8-4e88-9a3f-69fd1665be61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (32dbac29-815c-4841-ada3-27bbc708d318), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:01.743507 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-edd81193-71a8-4e88-9a3f-69fd1665be61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:01.744690 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-edd81193-71a8-4e88-9a3f-69fd1665be61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32dbac29-815c-4841-ada3-27bbc708d318 HTTP/1.1" status: 204 len: 168 time: 0.3750670 Mar 07 17:07:01.756904 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd81193-71a8-4e88-9a3f-69fd1665be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dbac29-815c-4841-ada3-27bbc708d318,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:01.846521 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:01.905837 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Network c9a311c4-0e22-43f6-a81a-8dd0546845dc is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:07:01.914488 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:01.918134 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Pushing event updated for resources: {'Port': ['ID=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:01.920563 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:07:01.929572 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 93503da2-369b-4f10-a402-88a8ab4dc8ac completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:07:01.932284 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fb616-38e4-4d7d-b06f-521e8137e426 req-4cd313ae-9808-458a-8e8e-755256e37a04 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:01.938678 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c5fb616-38e4-4d7d-b06f-521e8137e426 req-4cd313ae-9808-458a-8e8e-755256e37a04 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1185994 Mar 07 17:07:01.938908 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 93503da2-369b-4f10-a402-88a8ab4dc8ac triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:01.938908 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.010356 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.024455 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:02.025684 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.055846 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c5fb616-38e4-4d7d-b06f-521e8137e426 req-3379eb1e-0579-4190-800a-8895c4e8bd90 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029210 Mar 07 17:07:02.109903 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 93503da2-369b-4f10-a402-88a8ab4dc8ac is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:02.110402 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.137464 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93503da2-369b-4f10-a402-88a8ab4dc8ac'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:07:02.139813 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d47eebd-7499-4031-b291-01401f995eb2" -d '{"events": [{"server_uuid": "90d8c5ec-9725-4ef4-8f31-7432c20baf4c", "name": "network-vif-plugged", "status": "completed", "tag": "93503da2-369b-4f10-a402-88a8ab4dc8ac"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:07:02.158259 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-f666468a-76ac-4014-88c3-48516409c231 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3413584 Mar 07 17:07:02.160709 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 93503da2-369b-4f10-a402-88a8ab4dc8ac, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=93503da2-369b-4f10-a402-88a8ab4dc8ac,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:02.177653 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Request body: {'port': {'device_id': 'e538f5ad-9676-4642-9e40-8bd97bf5ce68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:02.186501 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb62d405-eeae-43e4-9b59-749e292b39bf x-openstack-request-id: req-cb62d405-eeae-43e4-9b59-749e292b39bf {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:07:02.186825 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d8c5ec-9725-4ef4-8f31-7432c20baf4c", "name": "network-vif-plugged", "status": "completed", "tag": "93503da2-369b-4f10-a402-88a8ab4dc8ac", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:07:02.187110 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb62d405-eeae-43e4-9b59-749e292b39bf {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:07:02.187517 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'code': 200} Mar 07 17:07:02.244125 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.281178 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.378593 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=93503da2-369b-4f10-a402-88a8ab4dc8ac,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:02.537034 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79a5ac-6211-4d2b-b235-19f64f2e9e6c req-e5c0c9e4-dac4-4adc-ae76-feb6cc520178 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:02.538698 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0f79a5ac-6211-4d2b-b235-19f64f2e9e6c req-e5c0c9e4-dac4-4adc-ae76-feb6cc520178 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1911325 Mar 07 17:07:02.588312 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 56864) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:02.662699 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0f79a5ac-6211-4d2b-b235-19f64f2e9e6c req-bf7f32f3-83d3-4783-b46e-58c798039ac7 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105909 Mar 07 17:07:02.760406 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:07:02.771875 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Publish callbacks [] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.858168 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Transition to ACTIVE for port object 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:07:02.908632 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a809db0e-0fcb-46c9-9716-feed26ed154d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.921103 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e73ec6-fd58-4b62-b71a-d0a8edf8e41c req-ecd39c7f-29be-452d-a869-0e22800baab3 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:02.925567 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdc9b9-3a25-4117-baf8-92dc5e7f3556 req-5c20e8e5-2604-4b2f-8e55-2ef704944b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:02.926289 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-83e73ec6-fd58-4b62-b71a-d0a8edf8e41c req-ecd39c7f-29be-452d-a869-0e22800baab3 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 932 time: 0.1148670 Mar 07 17:07:02.927152 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-28bdc9b9-3a25-4117-baf8-92dc5e7f3556 req-5c20e8e5-2604-4b2f-8e55-2ef704944b43 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 1129 time: 0.1335800 Mar 07 17:07:03.027737 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-83e73ec6-fd58-4b62-b71a-d0a8edf8e41c req-b2e80be6-40b1-4cf7-a096-5b1f98a77eb9 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812051 Mar 07 17:07:03.102032 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a809db0e-0fcb-46c9-9716-feed26ed154d admin admin] Publish callbacks [] for security_group (195ccddd-91c2-4343-9779-cbf50a4a1dc9), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:03.147118 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:03.201180 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a809db0e-0fcb-46c9-9716-feed26ed154d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (195ccddd-91c2-4343-9779-cbf50a4a1dc9), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:03.223566 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a6649-c0d8-406d-b647-34792e896c46 req-81b5bd00-7e38-48af-a80a-7e6ece21fc04 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:03.231265 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a27a6649-c0d8-406d-b647-34792e896c46 req-81b5bd00-7e38-48af-a80a-7e6ece21fc04 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.3684435 Mar 07 17:07:03.237349 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:03.295708 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-a809db0e-0fcb-46c9-9716-feed26ed154d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=581008e1c4fd4d1186a74e443dedf3d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7159276 Mar 07 17:07:03.299776 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 56892) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:03.301811 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809db0e-0fcb-46c9-9716-feed26ed154d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195ccddd-91c2-4343-9779-cbf50a4a1dc9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:03.336081 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c54143-1b2d-4351-8144-2d46fcb16098 req-9859036c-8132-4493-ad42-e665c9ab2474 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:03.339032 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-83c54143-1b2d-4351-8144-2d46fcb16098 req-9859036c-8132-4493-ad42-e665c9ab2474 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1822999 Mar 07 17:07:03.365636 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:03.381225 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-28bdc9b9-3a25-4117-baf8-92dc5e7f3556 req-53d28e29-55d2-44f2-939a-51a16f3976c3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4462361 Mar 07 17:07:03.411203 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a27a6649-c0d8-406d-b647-34792e896c46 req-37769b0d-bba4-4a2f-9c41-fae2fa3c4a9b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787591 Mar 07 17:07:03.428675 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-83c54143-1b2d-4351-8144-2d46fcb16098 req-1cebcf5d-07f8-4159-8634-93d8f9d5fac7 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790598 Mar 07 17:07:03.505863 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a072ce7-a4a5-40df-8307-dabd1a502d94 admin admin] Publish callbacks [] for security_group (195ccddd-91c2-4343-9779-cbf50a4a1dc9), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:03.546231 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Attempting to bind port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:07:03.546656 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Attempting to bind port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'c0ee3ce6-c709-44b8-87a2-ade61305d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:07:03.546968 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Attempting to bind port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 on network c9a311c4-0e22-43f6-a81a-8dd0546845dc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:07:03.552536 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a072ce7-a4a5-40df-8307-dabd1a502d94 admin admin] Publish callbacks [] for security_group (195ccddd-91c2-4343-9779-cbf50a4a1dc9), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:03.562213 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 on network c9a311c4-0e22-43f6-a81a-8dd0546845dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:07:03.562587 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Attempting to bind port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 on network c9a311c4-0e22-43f6-a81a-8dd0546845dc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:07:03.576951 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:07:03.577270 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Checking segment: {'id': 'c0ee3ce6-c709-44b8-87a2-ade61305d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:07:03.577843 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Bound using segment: {'id': 'c0ee3ce6-c709-44b8-87a2-ade61305d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:07:03.578481 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Bound port: 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ee3ce6-c709-44b8-87a2-ade61305d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:07:03.578844 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:03.669438 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] For port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:07:03.674359 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] For port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0,segment=NetworkSegment(c0ee3ce6-c709-44b8-87a2-ade61305d30a),segment_id=c0ee3ce6-c709-44b8-87a2-ade61305d30a)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:07:03.741819 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a072ce7-a4a5-40df-8307-dabd1a502d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (195ccddd-91c2-4343-9779-cbf50a4a1dc9), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:03.745243 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a072ce7-a4a5-40df-8307-dabd1a502d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:03.746564 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1a072ce7-a4a5-40df-8307-dabd1a502d94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/195ccddd-91c2-4343-9779-cbf50a4a1dc9 HTTP/1.1" status: 204 len: 168 time: 0.4394994 Mar 07 17:07:03.759077 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a072ce7-a4a5-40df-8307-dabd1a502d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195ccddd-91c2-4343-9779-cbf50a4a1dc9,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:03.777658 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:03.809023 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:03.810624 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:03.813684 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] 10.222.0.65 "PUT /v2.0/ports/23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 HTTP/1.1" status: 200 len: 1094 time: 1.6413314 Mar 07 17:07:03.816157 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e538f5ad-9676-4642-9e40-8bd97bf5ce68', 'tag': '23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:07:03.819318 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acacb48-f101-43bc-8fa8-3701daa66d28" -d '{"events": [{"name": "network-changed", "server_uuid": "e538f5ad-9676-4642-9e40-8bd97bf5ce68", "tag": "23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:07:03.922623 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3842b464-5468-4621-94b0-030c4ae5b0fb x-openstack-request-id: req-3842b464-5468-4621-94b0-030c4ae5b0fb {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:07:03.922963 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e538f5ad-9676-4642-9e40-8bd97bf5ce68", "tag": "23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:07:03.923204 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3842b464-5468-4621-94b0-030c4ae5b0fb {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:07:03.923610 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e538f5ad-9676-4642-9e40-8bd97bf5ce68', 'tag': '23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0', 'status': 'completed', 'code': 200} Mar 07 17:07:03.948343 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4189f55-153e-4fbb-9ba4-0043a2aec1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:03.965016 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f724a0-864d-460c-b7c4-6a89a2e1422b req-cc8ba3ca-f03d-41b0-be1b-9fab0149ccf6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:03.966877 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-90f724a0-864d-460c-b7c4-6a89a2e1422b req-cc8ba3ca-f03d-41b0-be1b-9fab0149ccf6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0935836 Mar 07 17:07:04.066543 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-90f724a0-864d-460c-b7c4-6a89a2e1422b req-2338058f-2fba-46a4-bde9-c0b123e230a3 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884798 Mar 07 17:07:04.083100 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acacb48-f101-43bc-8fa8-3701daa66d28 req-490255e3-cf4f-4eb3-a6f5-9e296a16171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:04.085412 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0acacb48-f101-43bc-8fa8-3701daa66d28 req-490255e3-cf4f-4eb3-a6f5-9e296a16171b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d88a3948e61d4a09b2540dc8e1e51047&device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 1128 time: 0.1008313 Mar 07 17:07:04.332679 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec6126-dc4c-49ac-b29a-7336daf27adc req-58fd8970-6388-4053-9a6d-a4b81065e623 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:04.336446 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-93ec6126-dc4c-49ac-b29a-7336daf27adc req-58fd8970-6388-4053-9a6d-a4b81065e623 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 944 time: 0.1175747 Mar 07 17:07:04.403948 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-93ec6126-dc4c-49ac-b29a-7336daf27adc req-718d0c5e-7261-4023-b8d9-5d82c084bbd5 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570135 Mar 07 17:07:04.470741 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acacb48-f101-43bc-8fa8-3701daa66d28 req-22454309-c9af-4d13-882b-1379e8962bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:04.473702 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0acacb48-f101-43bc-8fa8-3701daa66d28 req-22454309-c9af-4d13-882b-1379e8962bfc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d88a3948e61d4a09b2540dc8e1e51047&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3600547 Mar 07 17:07:04.696293 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999235b-1763-4a2e-a15f-e35ad28a074d req-28ce10d9-51c5-4b56-a659-460a601f9034 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:04.702618 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7999235b-1763-4a2e-a15f-e35ad28a074d req-28ce10d9-51c5-4b56-a659-460a601f9034 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.1205118 Mar 07 17:07:04.863561 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7999235b-1763-4a2e-a15f-e35ad28a074d req-b565fbdb-e1be-485e-9682-b32a2351e230 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519494 Mar 07 17:07:04.895833 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:05.059719 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63af61-ac86-474a-9cbf-95940434a14f req-f05e37d5-f192-4ee3-8312-19650b22810d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:05.068568 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8a63af61-ac86-474a-9cbf-95940434a14f req-f05e37d5-f192-4ee3-8312-19650b22810d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1315970 Mar 07 17:07:05.133905 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1b62-6a34-42d3-a9d9-fa215b02468d req-3fa423a6-b83f-49f2-a221-da8d0c39ed83 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:05.137374 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-562b1b62-6a34-42d3-a9d9-fa215b02468d req-3fa423a6-b83f-49f2-a221-da8d0c39ed83 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.4785411 Mar 07 17:07:05.143860 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa383a7b-7a6f-415e-8595-f006aadcedf8 req-0b400ba8-93e0-40f5-a1d8-2a104b2b7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:05.145672 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fa383a7b-7a6f-415e-8595-f006aadcedf8 req-0b400ba8-93e0-40f5-a1d8-2a104b2b7d9b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 1129 time: 0.3719351 Mar 07 17:07:05.150046 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acacb48-f101-43bc-8fa8-3701daa66d28 req-9f24f9dc-32fe-4227-a0a7-80fb1a006889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:05.152050 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0acacb48-f101-43bc-8fa8-3701daa66d28 req-9f24f9dc-32fe-4227-a0a7-80fb1a006889 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6388142 Mar 07 17:07:05.159173 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8a63af61-ac86-474a-9cbf-95940434a14f req-90555b19-d421-4ab6-81b7-d68094f804ee tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898428 Mar 07 17:07:05.326794 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-562b1b62-6a34-42d3-a9d9-fa215b02468d req-cc072c9a-4ac2-401b-8aaa-6b4e4a639c17 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718161 Mar 07 17:07:05.362527 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa383a7b-7a6f-415e-8595-f006aadcedf8 req-f0aa8820-12e3-4af1-a3b5-ee6c8436764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:05.365146 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fa383a7b-7a6f-415e-8595-f006aadcedf8 req-f0aa8820-12e3-4af1-a3b5-ee6c8436764e service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 920 time: 0.2116947 Mar 07 17:07:05.388683 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-73872757-9410-42d2-97e2-a2d6a385f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:05.391234 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-73872757-9410-42d2-97e2-a2d6a385f504 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d88a3948e61d4a09b2540dc8e1e51047&device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 1128 time: 0.1437740 Mar 07 17:07:05.460309 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fa383a7b-7a6f-415e-8595-f006aadcedf8 req-6eb11063-3076-44f8-bf0e-9134b390054d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78 HTTP/1.1" status: 200 len: 217 time: 0.0875025 Mar 07 17:07:05.505572 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-d9cb1818-101f-41f4-806f-176f5f52c058 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 HTTP/1.1" status: 200 len: 217 time: 0.0600286 Mar 07 17:07:05.614182 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa383a7b-7a6f-415e-8595-f006aadcedf8 req-57068687-e7aa-41dd-b937-0ceb69280941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:05.614182 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fa383a7b-7a6f-415e-8595-f006aadcedf8 req-57068687-e7aa-41dd-b937-0ceb69280941 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ebe8282a-1a75-4a21-b075-6e06af668645 HTTP/1.1" status: 200 len: 859 time: 0.1158993 Mar 07 17:07:05.617918 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-2fae6712-826c-42e8-94ad-09482d14ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:05.620701 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-2fae6712-826c-42e8-94ad-09482d14ab17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=87168991-1009-429a-acc5-f01dbf7ee453 HTTP/1.1" status: 200 len: 849 time: 0.0947621 Mar 07 17:07:05.633224 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7ea5c-5b49-45c4-9696-45616b9f60f5 req-e354cb90-210d-4167-8ed1-700019906279 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:05.635157 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aed7ea5c-5b49-45c4-9696-45616b9f60f5 req-e354cb90-210d-4167-8ed1-700019906279 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 944 time: 0.0877948 Mar 07 17:07:05.710732 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fa383a7b-7a6f-415e-8595-f006aadcedf8 req-4357d5e4-544f-4305-94ff-9c55d654a7a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873415 Mar 07 17:07:05.760180 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57000) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:05.779311 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-fcf94dcc-2989-4331-b8c3-55c36752ebc4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9a311c4-0e22-43f6-a81a-8dd0546845dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168659 Mar 07 17:07:05.781265 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aed7ea5c-5b49-45c4-9696-45616b9f60f5 req-c479083a-4a17-4df1-aa57-26cc94192a1e tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336575 Mar 07 17:07:06.059983 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1326069591-network', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:06.079272 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fa383a7b-7a6f-415e-8595-f006aadcedf8 req-fc59fd52-c3e3-4158-b0b9-da4e07def767 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509157 Mar 07 17:07:06.146586 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-18d29c8d-c766-4673-8cfd-6c6bfda0db73 service neutron] 10.222.0.65 "GET /v2.0/networks/c9a311c4-0e22-43f6-a81a-8dd0546845dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470981 Mar 07 17:07:06.169687 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Made reservation on behalf of 9ddd7d84d9d04773ab99ba37ff0988bc for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:07:06.172392 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.186311 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.277222 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544a9cb-bcd0-4c2e-abc2-e9022ea273bb req-4d856c6c-6ed5-4ca2-bb7d-6d54099a4706 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:06.278900 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f544a9cb-bcd0-4c2e-abc2-e9022ea273bb req-4d856c6c-6ed5-4ca2-bb7d-6d54099a4706 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.2220094 Mar 07 17:07:06.334152 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fa383a7b-7a6f-415e-8595-f006aadcedf8 req-1fd9f4ae-94ab-4473-a100-6a6339de803d service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343383 Mar 07 17:07:06.334465 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Publish callbacks [] for security_group (be4240e9-2f25-4b4a-a386-c468bf17b394), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.342746 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb13637-ff72-432e-832a-19486b2a232f req-f41604c2-1634-41ea-957e-f7ec7a376b9d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:06.345435 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1fb13637-ff72-432e-832a-19486b2a232f req-f41604c2-1634-41ea-957e-f7ec7a376b9d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0887325 Mar 07 17:07:06.361501 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1b37dbc-9920-4546-94f7-b94ad9f75ee2 req-c8673164-bb43-4f6f-9449-f0b9e3e285e0 service neutron] 10.222.0.65 "GET /v2.0/networks/c9a311c4-0e22-43f6-a81a-8dd0546845dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063479 Mar 07 17:07:06.378978 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f544a9cb-bcd0-4c2e-abc2-e9022ea273bb req-26cedb78-6937-41e2-a605-9fcd5fd19a11 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898428 Mar 07 17:07:06.420347 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (be4240e9-2f25-4b4a-a386-c468bf17b394), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.450663 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1fb13637-ff72-432e-832a-19486b2a232f req-98ae604c-106a-4323-8c2b-42b23ee9084d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872087 Mar 07 17:07:06.455712 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:07:06.479073 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (102600d6-f2e5-4210-ad5c-9d484e2dbefe), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.479446 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.segments_db [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Added segment 102600d6-f2e5-4210-ad5c-9d484e2dbefe of type vlan for network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 Mar 07 17:07:06.496864 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4240e9-2f25-4b4a-a386-c468bf17b394,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:06.545817 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (dc07f0f3-5fc9-4501-ad6c-4c0683f75c25), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.561397 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f613623-18d9-4236-a838-05d63544dd89 req-4258576d-84d6-4ac9-a675-9a0d1a971453 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:06.563318 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9f613623-18d9-4236-a838-05d63544dd89 req-4258576d-84d6-4ac9-a675-9a0d1a971453 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.0978708 Mar 07 17:07:06.627070 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174757-8349-46f2-98fd-e4ad43b5f249 req-5dde617a-881d-4ce7-a03d-302f8ec1511d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:06.629127 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-05174757-8349-46f2-98fd-e4ad43b5f249 req-5dde617a-881d-4ce7-a03d-302f8ec1511d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.0803795 Mar 07 17:07:06.640764 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57020) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:06.646896 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1c8bdaed-7f98-4ece-9f33-eb73b7f38577 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'floatingip': {'port_id': '93503da2-369b-4f10-a402-88a8ab4dc8ac'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:06.690473 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (dc07f0f3-5fc9-4501-ad6c-4c0683f75c25), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.691113 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:06.691723 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.718318 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1c8bdaed-7f98-4ece-9f33-eb73b7f38577 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.832951 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0713398 Mar 07 17:07:06.838021 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9f613623-18d9-4236-a838-05d63544dd89 req-828637f6-b93d-4572-a2fd-3ce32fafed61 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672532 Mar 07 17:07:06.838595 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57026) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:06.838951 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea5abc-5aaf-44ba-926b-8860c37f9944 admin admin] Pushing event updated for resources: {'Network': ['ID=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:06.856940 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] Request body: {'subnet': {'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1326069591-subnet', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:06.868808 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:07:06.983611 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] Made reservation on behalf of 9ddd7d84d9d04773ab99ba37ff0988bc for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:07:06.987766 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12806286'] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.393652 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14347568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12806288'] for subnet (90e0e699-e133-4c3b-b415-aa8bcf498bee), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.456359 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e0e699-e133-4c3b-b415-aa8bcf498bee,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:07.482355 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] Checking segment: {'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:07:07.482687 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] Network hostable DHCP agents. Network: dc07f0f3-5fc9-4501-ad6c-4c0683f75c25, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:07:07.562236 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b77ec-c883-43c6-9261-496aa9a706b3 req-cb2d1248-ef77-4bdd-ad8e-36614730a0d9 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:07.563276 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-496b77ec-c883-43c6-9261-496aa9a706b3 req-cb2d1248-ef77-4bdd-ad8e-36614730a0d9 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 944 time: 0.5013011 Mar 07 17:07:07.615499 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] Network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:07:07.695868 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43633f1-2f8b-4059-a221-126c516df82d req-2178c187-123e-49f5-a9ad-48f40e8da440 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:07.698146 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b43633f1-2f8b-4059-a221-126c516df82d req-2178c187-123e-49f5-a9ad-48f40e8da440 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1101966 Mar 07 17:07:07.704017 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-496b77ec-c883-43c6-9261-496aa9a706b3 req-62f6d5a8-6518-46ab-be20-beee3d30ed13 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008360 Mar 07 17:07:07.744190 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, dc07f0f3-5fc9-4501-ad6c-4c0683f75c25) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:07.752962 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:07.753738 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.763310 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae39a3f-ef25-4d1d-b696-b648c52ff1c6 None None] Network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:07:07.838421 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1c8bdaed-7f98-4ece-9f33-eb73b7f38577 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.844421 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b43633f1-2f8b-4059-a221-126c516df82d req-31db3b27-846d-492b-8d77-d7212968abd2 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319363 Mar 07 17:07:07.922210 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9b7b28e5-f925-4c05-91d5-0cb306ce2213 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0822225 Mar 07 17:07:07.930192 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57040) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:07.936211 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:07.953983 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1c8bdaed-7f98-4ece-9f33-eb73b7f38577 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.054782 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c75a076-4202-5d18-914a-4da8176f2764-dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee'}]}} from dv-cinder-778193-24-iscsi. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:07:08.054782 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.104945 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24913'] for router (5f4df12c-1475-40eb-a201-b72d04870a71), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.106012 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24920'] for router (5f4df12c-1475-40eb-a201-b72d04870a71), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.141457 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6cdd3-25fe-4ac9-84f6-78ddb27bfacc req-cc3619f1-18ea-4ccd-8293-8779d20cb680 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:08.144302 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aea6cdd3-25fe-4ac9-84f6-78ddb27bfacc req-cc3619f1-18ea-4ccd-8293-8779d20cb680 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1486845 Mar 07 17:07:08.154583 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-1c8bdaed-7f98-4ece-9f33-eb73b7f38577 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Floating IP e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b associated. External IP: 172.27.1.47, port: 93503da2-369b-4f10-a402-88a8ab4dc8ac. Mar 07 17:07:08.247073 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Allocated IP 172.20.0.2 (dc07f0f3-5fc9-4501-ad6c-4c0683f75c25/90e0e699-e133-4c3b-b415-aa8bcf498bee/62a4a7e1-6f14-4403-8b9a-23a0e2bd391c) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:07:08.361320 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Publish callbacks [] for router_controller (5f4df12c-1475-40eb-a201-b72d04870a71), precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.412892 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Publish callbacks [] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.535977 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aea6cdd3-25fe-4ac9-84f6-78ddb27bfacc req-ce8d38aa-3909-437b-bb4b-ee8b2aff1cb1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036284 Mar 07 17:07:08.570676 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.611116 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:07:08.625679 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:08.625679 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:07:08.638145 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Pushing event updated for resources: {'Port': ['ID=62a4a7e1-6f14-4403-8b9a-23a0e2bd391c,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:08.697696 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Attempting to bind port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:07:08.698073 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Attempting to bind port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:07:08.698477 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Attempting to bind port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c on network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:07:08.757276 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:07:08.757276 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Checking segment: {'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:07:08.757276 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.757276 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Bound using segment: {'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:07:08.757276 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Bound port: 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:07:08.757276 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.758541 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Publish callbacks [] for router_gateway (5f4df12c-1475-40eb-a201-b72d04870a71), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.785397 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] For port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:07:08.789001 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] For port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=62a4a7e1-6f14-4403-8b9a-23a0e2bd391c,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:07:08.837615 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8bdaed-7f98-4ece-9f33-eb73b7f38577 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Router aaad6cb6-481e-48fa-ad08-e56cdee8c443 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:07:08.873531 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b348391-9a00-4381-bd1d-8b40f72fbf9b req-47fc0d09-797c-4902-87b0-3c8c50fe73ce tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:08.875363 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5b348391-9a00-4381-bd1d-8b40f72fbf9b req-47fc0d09-797c-4902-87b0-3c8c50fe73ce tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 944 time: 0.0691710 Mar 07 17:07:08.943884 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5b348391-9a00-4381-bd1d-8b40f72fbf9b req-95c1d6ec-bf0e-46dc-b912-9d680d0b20c8 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612571 Mar 07 17:07:09.007168 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8bdaed-7f98-4ece-9f33-eb73b7f38577 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:07:09.012137 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1c8bdaed-7f98-4ece-9f33-eb73b7f38577 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.022007 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.033699 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd16d9-0de7-49aa-a1cb-97ba64026dfd None None] Sync routers for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:07:09.054729 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd16d9-0de7-49aa-a1cb-97ba64026dfd None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:09.055423 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a6fd16d9-0de7-49aa-a1cb-97ba64026dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:07:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:09.059810 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fc6de-9e91-415e-a646-7ae3926606ed req-0c51ac1e-e71d-462c-86ee-a049570b6a15 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:09.067880 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-628fc6de-9e91-415e-a646-7ae3926606ed req-0c51ac1e-e71d-462c-86ee-a049570b6a15 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1137140 Mar 07 17:07:09.146617 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-1c8bdaed-7f98-4ece-9f33-eb73b7f38577 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "PUT /v2.0/floatingips/e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b HTTP/1.1" status: 200 len: 990 time: 2.4958081 Mar 07 17:07:09.149455 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'tag': '93503da2-369b-4f10-a402-88a8ab4dc8ac'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:07:09.154289 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "90d8c5ec-9725-4ef4-8f31-7432c20baf4c", "tag": "93503da2-369b-4f10-a402-88a8ab4dc8ac"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:07:09.155939 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8a301-e04a-4e20-b429-97f8636b4367 None None] Pushing event updated for resources: {'Port': ['ID=62a4a7e1-6f14-4403-8b9a-23a0e2bd391c,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:09.202912 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-628fc6de-9e91-415e-a646-7ae3926606ed req-2cba70ef-e681-4bb2-876c-ae65e95ed969 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340132 Mar 07 17:07:09.286407 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c6c1e3-e9b0-4b62-afc5-c6b8a7263d6f x-openstack-request-id: req-f6c6c1e3-e9b0-4b62-afc5-c6b8a7263d6f {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:07:09.286803 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d8c5ec-9725-4ef4-8f31-7432c20baf4c", "tag": "93503da2-369b-4f10-a402-88a8ab4dc8ac", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:07:09.287124 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6c6c1e3-e9b0-4b62-afc5-c6b8a7263d6f {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:07:09.287542 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a6fd16d9-0de7-49aa-a1cb-97ba64026dfd None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:09.287688 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'tag': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'status': 'completed', 'code': 200} Mar 07 17:07:09.489896 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6 req-c9593c13-7082-4f24-8c7a-2bad3ad0d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:09.495164 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6 req-c9593c13-7082-4f24-8c7a-2bad3ad0d36e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 1129 time: 0.1436074 Mar 07 17:07:09.554120 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Publish callbacks [] for router_gateway (5f4df12c-1475-40eb-a201-b72d04870a71), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.584555 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.738981 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a6fd16d9-0de7-49aa-a1cb-97ba64026dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:56:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:46Z', 'updated_at': '2022-03-07T17:07:07Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:09.747809 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:07:09.771632 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6 req-ef96ba7a-bb05-4772-8299-6e869990c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:09.774388 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6 req-ef96ba7a-bb05-4772-8299-6e869990c29a service neutron] 10.222.0.65 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 916 time: 0.2653592 Mar 07 17:07:09.784175 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd16d9-0de7-49aa-a1cb-97ba64026dfd None None] Checking router: aaad6cb6-481e-48fa-ad08-e56cdee8c443 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:07:09.789444 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Allocated IP 172.27.1.46 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/970c4903-4d77-48ea-9def-9e4d4844d671) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:07:09.797155 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd16d9-0de7-49aa-a1cb-97ba64026dfd None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:09.797795 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a6fd16d9-0de7-49aa-a1cb-97ba64026dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:07:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:09.809617 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0467f93-261a-4a95-8ddc-8baad4b09a05 req-1de1de9c-fea3-4822-bd4e-7fee92fc755b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:09.816796 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f0467f93-261a-4a95-8ddc-8baad4b09a05 req-1de1de9c-fea3-4822-bd4e-7fee92fc755b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1147161 Mar 07 17:07:09.959773 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6 req-bcaf9e09-180e-4168-83b8-52097b9be0c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93503da2-369b-4f10-a402-88a8ab4dc8ac HTTP/1.1" status: 200 len: 998 time: 0.1528957 Mar 07 17:07:10.022835 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a6fd16d9-0de7-49aa-a1cb-97ba64026dfd None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:10.071498 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0,segment=NetworkSegment(c0ee3ce6-c709-44b8-87a2-ade61305d30a),segment_id=c0ee3ce6-c709-44b8-87a2-ade61305d30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:10.100847 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f0467f93-261a-4a95-8ddc-8baad4b09a05 req-23648ea7-46b2-4d55-96ed-9d89886980d7 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745683 Mar 07 17:07:10.127371 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0', 'network_id': 'c9a311c4-0e22-43f6-a81a-8dd0546845dc', 'port_id': '23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0', 'mac_address': 'fa:16:3e:3c:5b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87168991-1009-429a-acc5-f01dbf7ee453', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:07:10.133003 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6 req-05fa0cfb-af23-4b72-a025-140a318f598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:10.198119 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6 req-05fa0cfb-af23-4b72-a025-140a318f598e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc87e00f-d087-4c85-b362-2bac4ce5c63b HTTP/1.1" status: 200 len: 854 time: 0.2193840 Mar 07 17:07:10.218862 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:10.219705 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.222222 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:10.305162 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:07:10.356318 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0,segment=NetworkSegment(c0ee3ce6-c709-44b8-87a2-ade61305d30a),segment_id=c0ee3ce6-c709-44b8-87a2-ade61305d30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:10.376681 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:10.377283 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.442538 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Publish callbacks [] for port (970c4903-4d77-48ea-9def-9e4d4844d671), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.516221 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c01b18-ee15-4855-bff8-e40075b2d018 req-c967cd09-a292-4e91-a1e4-18fe03d8a6de tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:10.525819 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-85c01b18-ee15-4855-bff8-e40075b2d018 req-c967cd09-a292-4e91-a1e4-18fe03d8a6de tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 944 time: 0.3341877 Mar 07 17:07:10.544719 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6 req-07acabf4-caee-41dc-b2c2-0cbfbece10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:10.546847 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6 req-07acabf4-caee-41dc-b2c2-0cbfbece10be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0003365c-cf00-48c8-a828-23eeb690294a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3424103 Mar 07 17:07:10.550194 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354b35e-7710-45c6-a084-792530ace509 req-e1cc16c0-8afd-469e-a98e-97da721d1385 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:10.553327 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5354b35e-7710-45c6-a084-792530ace509 req-e1cc16c0-8afd-469e-a98e-97da721d1385 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1958797 Mar 07 17:07:10.581632 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.606255 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:07:10.683299 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6 req-35973b04-f295-4624-9776-698c2fbed046 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232829 Mar 07 17:07:10.685884 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5354b35e-7710-45c6-a084-792530ace509 req-a123662c-de2a-4132-a209-7fb60501dfba tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212819 Mar 07 17:07:10.753313 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:10.754005 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.756299 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a6fd16d9-0de7-49aa-a1cb-97ba64026dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:56:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:46Z', 'updated_at': '2022-03-07T17:07:07Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:10.760786 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:10.814124 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=62a4a7e1-6f14-4403-8b9a-23a0e2bd391c,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:10.821686 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd16d9-0de7-49aa-a1cb-97ba64026dfd None None] The sync data for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi is: [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:56:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:46Z', 'updated_at': '2022-03-07T17:07:07Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:07:10.850245 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-85c01b18-ee15-4855-bff8-e40075b2d018 req-7363da32-eefd-48cb-8b5b-58a3285dcc4b tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231914 Mar 07 17:07:10.855561 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.925086 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad5500bf-89d1-4a3e-a574-eb03ff60d3f6 req-69e030f3-fde5-47ae-86b0-1f8b600f5507 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285964 Mar 07 17:07:10.942696 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.981044 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:11.030168 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58830a23-656e-4bd7-8a19-478dbf499189 None None] Network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:07:11.066082 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:07:11.068732 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:07:11.073674 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:11.082503 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:07:11.123056 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Pushing event updated for resources: {'Port': ['ID=970c4903-4d77-48ea-9def-9e4d4844d671,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:11.361697 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=62a4a7e1-6f14-4403-8b9a-23a0e2bd391c,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:11.400832 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d2ede6-f97a-43b8-871f-8917b2d86565 None None] New status for floating IP e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:07:11.494669 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-79b5bec5-c377-440d-93e1-64b235c5ad5e req-a6336ef4-59fa-4f08-8df0-fb19bbd7a92f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873353 Mar 07 17:07:11.579853 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f88f1-13a5-47fc-a41a-9fa9e18e1ca8 req-42408b5b-1853-4b48-b263-10cd57dd258d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:11.579853 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f17f88f1-13a5-47fc-a41a-9fa9e18e1ca8 req-42408b5b-1853-4b48-b263-10cd57dd258d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1436305 Mar 07 17:07:11.647368 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f17f88f1-13a5-47fc-a41a-9fa9e18e1ca8 req-31f780b9-6983-48ce-944e-34b595deef80 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579300 Mar 07 17:07:11.648764 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ee7b8e47-92e2-4e58-84c7-1d0e5dea6172 None None] Provisioning complete for port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:11.649463 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ee7b8e47-92e2-4e58-84c7-1d0e5dea6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:11.661740 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5bec5-c377-440d-93e1-64b235c5ad5e req-a740bc53-6a9c-47e5-b164-14628c32077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:11.666355 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-79b5bec5-c377-440d-93e1-64b235c5ad5e req-a740bc53-6a9c-47e5-b164-14628c32077a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 1129 time: 0.1195607 Mar 07 17:07:11.811604 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 45bb91a9-aaed-4704-9938-d87c251419b6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:07:11.861804 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Publish callbacks [] for router_gateway (5f4df12c-1475-40eb-a201-b72d04870a71), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:12.065723 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5bec5-c377-440d-93e1-64b235c5ad5e req-b4a98bb7-219e-49e7-afbf-15ac4fc0a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:12.070303 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-79b5bec5-c377-440d-93e1-64b235c5ad5e req-b4a98bb7-219e-49e7-afbf-15ac4fc0a8e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 920 time: 0.3702037 Mar 07 17:07:12.315261 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-79b5bec5-c377-440d-93e1-64b235c5ad5e req-a156c1de-9ff4-41dc-9774-86e78b2ba024 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78 HTTP/1.1" status: 200 len: 217 time: 0.2268283 Mar 07 17:07:12.324340 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:12.389473 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '45bb91a9-aaed-4704-9938-d87c251419b6', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'port_id': '45bb91a9-aaed-4704-9938-d87c251419b6', 'mac_address': 'fa:16:3e:99:6b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:07:12.445918 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632e03a-c4bf-4000-a4a0-ff713efd26f9 req-07550cae-fcd8-456d-b791-3819083cd5af tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:12.450228 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6632e03a-c4bf-4000-a4a0-ff713efd26f9 req-07550cae-fcd8-456d-b791-3819083cd5af tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 945 time: 0.3332784 Mar 07 17:07:12.451450 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5bec5-c377-440d-93e1-64b235c5ad5e req-dac405e6-7b0a-4473-8259-92e3397d7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:12.453854 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-79b5bec5-c377-440d-93e1-64b235c5ad5e req-dac405e6-7b0a-4473-8259-92e3397d7692 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ebe8282a-1a75-4a21-b075-6e06af668645 HTTP/1.1" status: 200 len: 859 time: 0.1271594 Mar 07 17:07:12.492075 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:12.510036 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143'] for router (5f4df12c-1475-40eb-a201-b72d04870a71), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:12.559298 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-79b5bec5-c377-440d-93e1-64b235c5ad5e req-8fdd4123-7945-4087-aa48-74a9161fe8de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850787 Mar 07 17:07:12.812113 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-79b5bec5-c377-440d-93e1-64b235c5ad5e req-01a78641-2ab6-4f8d-a2b3-9cf78541c7eb service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288845 Mar 07 17:07:12.959849 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6632e03a-c4bf-4000-a4a0-ff713efd26f9 req-f78eded3-aa38-4cf4-adf0-5a018d674e84 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962893 Mar 07 17:07:12.986950 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b8e47-92e2-4e58-84c7-1d0e5dea6172 None None] Current status of the port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:13.008062 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Router 5f4df12c-1475-40eb-a201-b72d04870a71 is scheduled to L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:07:13.028652 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 45bb91a9-aaed-4704-9938-d87c251419b6 is: ACTIVE; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:13.029283 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.083518 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:13.084063 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.134898 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-79b5bec5-c377-440d-93e1-64b235c5ad5e req-68c63f20-32f6-44dc-8336-7e21f645ba51 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014498 Mar 07 17:07:13.210436 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45bb91a9-aaed-4704-9938-d87c251419b6 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:07:13.289749 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:13.296086 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9f8ca178-24d7-4ecb-8da1-c5499793e05d None None] Provisioning complete for port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:13.296708 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9f8ca178-24d7-4ecb-8da1-c5499793e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.467841 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:13.553120 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ca178-24d7-4ecb-8da1-c5499793e05d None None] Current status of the port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:13.582321 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.672575 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=45bb91a9-aaed-4704-9938-d87c251419b6,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:13.701692 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca384-54d1-4660-9c2c-bc0857aecc2c req-c5ec5bfd-02b2-411e-a0ad-5eee2db2350a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:13.704503 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ac8ca384-54d1-4660-9c2c-bc0857aecc2c req-c5ec5bfd-02b2-411e-a0ad-5eee2db2350a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.8016598 Mar 07 17:07:13.767025 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:13.811560 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:07:13.841178 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Sync routers for ids ['5f4df12c-1475-40eb-a201-b72d04870a71'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:07:13.873091 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Routers {'5f4df12c-1475-40eb-a201-b72d04870a71'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:13.873091 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:07:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['5f4df12c-1475-40eb-a201-b72d04870a71'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:13.874966 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['45bb91a9-aaed-4704-9938-d87c251419b6'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:07:13.909900 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ac8ca384-54d1-4660-9c2c-bc0857aecc2c req-42d21239-78ae-45b7-9cff-031bb6c1fa16 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863368 Mar 07 17:07:13.941522 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.942716 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-167a2854-21dc-44c1-8ac2-1ecf11ace19f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0108461 Mar 07 17:07:13.946916 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57124) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:14.109946 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:07:14.152153 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:14.165974 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:14.226893 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Set router 5f4df12c-1475-40eb-a201-b72d04870a71 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:14.308074 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57badb-a33f-4e3b-8a9b-9745c14a3537 req-68bdcacc-7558-48e8-b92a-414eb85021f9 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:14.322913 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d57badb-a33f-4e3b-8a9b-9745c14a3537 req-68bdcacc-7558-48e8-b92a-414eb85021f9 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 945 time: 0.1888707 Mar 07 17:07:14.359326 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:14.361375 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:14.422735 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e538f5ad-9676-4642-9e40-8bd97bf5ce68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:07:14.422735 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c738040-5913-48b9-80ef-1e3f10005c04" -d '{"events": [{"server_uuid": "e538f5ad-9676-4642-9e40-8bd97bf5ce68", "name": "network-vif-plugged", "status": "completed", "tag": "23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:07:14.439359 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d57badb-a33f-4e3b-8a9b-9745c14a3537 req-f116c0cc-1b40-4318-a960-d5cde66522c8 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152017 Mar 07 17:07:14.464709 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0,segment=NetworkSegment(c0ee3ce6-c709-44b8-87a2-ade61305d30a),segment_id=c0ee3ce6-c709-44b8-87a2-ade61305d30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:14.534995 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:14.593528 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5505432c-cfad-490a-9381-bceee51fdd64 x-openstack-request-id: req-5505432c-cfad-490a-9381-bceee51fdd64 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:07:14.594003 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e538f5ad-9676-4642-9e40-8bd97bf5ce68", "name": "network-vif-plugged", "status": "completed", "tag": "23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:07:14.594471 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5505432c-cfad-490a-9381-bceee51fdd64 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:07:14.595163 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e538f5ad-9676-4642-9e40-8bd97bf5ce68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0', 'code': 200} Mar 07 17:07:14.676231 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d237c1-26d0-4a8e-b4dc-6fbde03301bd req-3adfca43-9648-4c7a-b145-20abdab73a49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:14.685947 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-74d237c1-26d0-4a8e-b4dc-6fbde03301bd req-3adfca43-9648-4c7a-b145-20abdab73a49 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1657274 Mar 07 17:07:14.686167 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:14.759541 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-74d237c1-26d0-4a8e-b4dc-6fbde03301bd req-78186429-5b4b-42f5-a246-e3a5f247c737 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718541 Mar 07 17:07:14.838726 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:11Z', 'revision_number': 3, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:14.952070 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Checking router: 5f4df12c-1475-40eb-a201-b72d04870a71 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:07:14.952764 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Updating router 5f4df12c-1475-40eb-a201-b72d04870a71 port 970c4903-4d77-48ea-9def-9e4d4844d671 binding host dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:07:15.074833 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:15.201227 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf106c1-d7ae-4b4e-822f-f160a792cae5 req-16ce39ef-f3e9-45f6-b0df-434603382c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:15.224171 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3bf106c1-d7ae-4b4e-822f-f160a792cae5 req-16ce39ef-f3e9-45f6-b0df-434603382c8e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 1130 time: 0.2054691 Mar 07 17:07:15.592195 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:15.628777 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd05e0-3041-43b2-bd7c-b0a9d13c0b64 req-5dee9ba1-6af1-454e-a161-7984b350d32f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:15.642975 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b0fd05e0-3041-43b2-bd7c-b0a9d13c0b64 req-5dee9ba1-6af1-454e-a161-7984b350d32f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 945 time: 0.4165990 Mar 07 17:07:15.721401 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3bf106c1-d7ae-4b4e-822f-f160a792cae5 req-e099512e-05a6-4ecb-bddb-47b04f8d27ec service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586322 Mar 07 17:07:15.778088 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 45bb91a9-aaed-4704-9938-d87c251419b6 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:15.895331 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b0fd05e0-3041-43b2-bd7c-b0a9d13c0b64 req-50284995-6e1f-431a-b098-b0fbe402d8c1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504189 Mar 07 17:07:16.083519 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 45bb91a9-aaed-4704-9938-d87c251419b6 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:16.084124 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:16.396631 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 45bb91a9-aaed-4704-9938-d87c251419b6 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:16.397577 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:16.474460 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd803-bf70-40f8-9261-fe1e389d7720 req-fa5d6935-0330-40e3-99eb-131c14ed17e6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:16.477811 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Allocated IP 172.20.0.1 (dc07f0f3-5fc9-4501-ad6c-4c0683f75c25/90e0e699-e133-4c3b-b415-aa8bcf498bee/a02b9827-52b8-4ffd-9ef5-b4a7810ea159) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:07:16.487379 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-580cd803-bf70-40f8-9261-fe1e389d7720 req-fa5d6935-0330-40e3-99eb-131c14ed17e6 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 946 time: 0.2866948 Mar 07 17:07:16.494042 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:16.539552 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Publish callbacks [] for port (970c4903-4d77-48ea-9def-9e4d4844d671), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:16.570075 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:16.643757 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:07:16.646035 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff299d77-9540-433e-8ae6-b226d6ec6285" -d '{"events": [{"server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "name": "network-vif-plugged", "status": "completed", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:07:16.650252 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:16.711463 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-580cd803-bf70-40f8-9261-fe1e389d7720 req-ac73d697-b803-4b24-bd91-f90c8786f1ff tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120514 Mar 07 17:07:16.744109 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6525ad7f-6cc5-4649-9117-2700a7f6da0f x-openstack-request-id: req-6525ad7f-6cc5-4649-9117-2700a7f6da0f {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:07:16.744578 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "name": "network-vif-plugged", "status": "completed", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:07:16.744978 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6525ad7f-6cc5-4649-9117-2700a7f6da0f {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:07:16.745523 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6', 'code': 200} Mar 07 17:07:16.749430 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=45bb91a9-aaed-4704-9938-d87c251419b6,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:16.818283 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Publish callbacks [] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:16.828844 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54997d5f-a11d-4774-a011-baafebe7f04a None None] Pushing event updated for resources: {'Port': ['ID=970c4903-4d77-48ea-9def-9e4d4844d671,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:16.864723 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Attempting to bind port 970c4903-4d77-48ea-9def-9e4d4844d671 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:07:16.865837 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Attempting to bind port 970c4903-4d77-48ea-9def-9e4d4844d671 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:07:16.866528 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Attempting to bind port 970c4903-4d77-48ea-9def-9e4d4844d671 on network fb95a624-842c-4336-8b8c-80326a081833 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:07:16.883504 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:07:16.884092 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:07:16.885063 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:16.885718 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Bound using segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:07:16.886558 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Bound port: 970c4903-4d77-48ea-9def-9e4d4844d671, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:07:16.887172 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:16.947563 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:17.083441 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] For port 970c4903-4d77-48ea-9def-9e4d4844d671, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:07:17.088292 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] For port 970c4903-4d77-48ea-9def-9e4d4844d671, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=970c4903-4d77-48ea-9def-9e4d4844d671,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:07:17.193816 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:17.207687 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:07:17.211793 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:17.231505 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:07:17.271190 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Pushing event updated for resources: {'Port': ['ID=a02b9827-52b8-4ffd-9ef5-b4a7810ea159,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:17.343277 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.343634 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.344023 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.344380 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.345239 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.346143 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.346143 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.352180 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.353380 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.354035 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.354631 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.356082 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.356760 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:17.412027 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b879ccd-c5fe-4c85-9f46-f08daed0b6ef req-87d66a85-6fa7-4edb-bd09-5bb647b05d6b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:17.414002 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b879ccd-c5fe-4c85-9f46-f08daed0b6ef req-87d66a85-6fa7-4edb-bd09-5bb647b05d6b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.3196826 Mar 07 17:07:17.415278 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722394'] for router_interface (5f4df12c-1475-40eb-a201-b72d04870a71), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:17.419719 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Routers {'5f4df12c-1475-40eb-a201-b72d04870a71'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:17.420874 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:07:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['5f4df12c-1475-40eb-a201-b72d04870a71'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:17.543310 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b879ccd-c5fe-4c85-9f46-f08daed0b6ef req-45ed3339-d0d1-4cf2-9c60-a565c3ed26de tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791781 Mar 07 17:07:17.612211 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54997d5f-a11d-4774-a011-baafebe7f04a None None] Pushing event updated for resources: {'Port': ['ID=970c4903-4d77-48ea-9def-9e4d4844d671,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:17.802706 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] Set router 5f4df12c-1475-40eb-a201-b72d04870a71 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:17.849067 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6b3c2184-410e-46f0-80e7-4d0b042393ba None None] Provisioning complete for port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:17.851756 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6b3c2184-410e-46f0-80e7-4d0b042393ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:17.932552 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:18.013573 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c2184-410e-46f0-80e7-4d0b042393ba None None] Port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:07:18.121703 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2327-38b6-45eb-af80-89a248df4fb6 req-153dcdb8-7dce-48cd-ac32-7ae684fc3261 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:18.129019 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4a2c2327-38b6-45eb-af80-89a248df4fb6 req-153dcdb8-7dce-48cd-ac32-7ae684fc3261 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 946 time: 0.1901541 Mar 07 17:07:18.315032 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4a2c2327-38b6-45eb-af80-89a248df4fb6 req-e4b55a2e-eaa1-4904-bdc6-0fc14a4629bc tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833475 Mar 07 17:07:18.349818 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:11Z', 'revision_number': 3, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:18.507583 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329968b6-4f77-4e04-bb35-e6895d9f0f21 None None] The sync data for ids ['5f4df12c-1475-40eb-a201-b72d04870a71'] in dv-cinder-778193-24-iscsi is: [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:11Z', 'revision_number': 3, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:07:18.515641 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Publish callbacks [] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:18.671112 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:18.933688 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Pushing event updated for resources: {'Port': ['ID=a02b9827-52b8-4ffd-9ef5-b4a7810ea159,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:18.936819 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722358'] for router_interface (5f4df12c-1475-40eb-a201-b72d04870a71), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:18.985902 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2f1cc-a2f9-4232-b46b-23cd20f2f73b req-1ff2275c-a9eb-4a18-a36f-ad351c6c98a1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:19.010215 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e8d2f1cc-a2f9-4232-b46b-23cd20f2f73b req-1ff2275c-a9eb-4a18-a36f-ad351c6c98a1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1393251 Mar 07 17:07:19.142123 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e8d2f1cc-a2f9-4232-b46b-23cd20f2f73b req-83750fce-869c-41b0-9222-9f924664ed83 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434114 Mar 07 17:07:19.221247 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:07:19.223153 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:19.477072 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Router 5f4df12c-1475-40eb-a201-b72d04870a71 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:07:19.751051 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:07:19.754071 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ca1c47a3-6ad4-4009-a9e1-393b7463190f None None] Provisioning complete for port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:19.757498 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ca1c47a3-6ad4-4009-a9e1-393b7463190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:19.787730 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-242aad23-9203-45db-9406-4bb200af7807 admin admin] 10.222.0.52 "PUT /v2.0/routers/5f4df12c-1475-40eb-a201-b72d04870a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8174081 Mar 07 17:07:19.921383 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c47a3-6ad4-4009-a9e1-393b7463190f None None] Port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:07:20.011908 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 970c4903-4d77-48ea-9def-9e4d4844d671 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:20.201393 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 970c4903-4d77-48ea-9def-9e4d4844d671 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:20.201986 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:20.409132 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 970c4903-4d77-48ea-9def-9e4d4844d671 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:20.418236 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:20.491526 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6040c1-c082-4736-84d6-bc29f824f1e0 req-b1b043dc-bc1b-4d25-9118-08c1cd72f73d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:20.507281 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 970c4903-4d77-48ea-9def-9e4d4844d671, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=970c4903-4d77-48ea-9def-9e4d4844d671,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:20.515965 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3f6040c1-c082-4736-84d6-bc29f824f1e0 req-b1b043dc-bc1b-4d25-9118-08c1cd72f73d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1355584 Mar 07 17:07:20.615042 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:20.621261 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3f6040c1-c082-4736-84d6-bc29f824f1e0 req-06955f9a-ac9e-4e43-bb2d-73683ebcd1ac tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027124 Mar 07 17:07:20.698224 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=970c4903-4d77-48ea-9def-9e4d4844d671,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:21.184751 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57292) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:21.191479 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1144511553-network', 'tenant_id': '74f6969361c34e559706cc47eaca842e'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:21.215823 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31768d5d-6595-4dc5-8e21-37e8c1b03d8c req-af25befe-ad16-4137-acc1-35975fdbba24 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:21.215823 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-31768d5d-6595-4dc5-8e21-37e8c1b03d8c req-af25befe-ad16-4137-acc1-35975fdbba24 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 946 time: 0.2062707 Mar 07 17:07:21.311226 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Made reservation on behalf of 74f6969361c34e559706cc47eaca842e for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:07:21.311226 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:21.311547 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-31768d5d-6595-4dc5-8e21-37e8c1b03d8c req-a2cd3591-ff6a-46b0-ac11-23701c161773 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794353 Mar 07 17:07:21.313847 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:21.415115 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Publish callbacks [] for security_group (2a1113df-5857-473f-8535-7470cd4c88c4), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:21.509526 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (2a1113df-5857-473f-8535-7470cd4c88c4), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:21.624270 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:07:21.647016 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Sync routers for ids ['5f4df12c-1475-40eb-a201-b72d04870a71'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:07:21.657985 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1113df-5857-473f-8535-7470cd4c88c4,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:21.689201 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (ca0ae516-521c-4100-9e95-e69a9cb769f4), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:21.689971 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.segments_db [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Added segment ca0ae516-521c-4100-9e95-e69a9cb769f4 of type vlan for network 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca Mar 07 17:07:21.690326 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Routers {'5f4df12c-1475-40eb-a201-b72d04870a71'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:21.691445 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:07:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['5f4df12c-1475-40eb-a201-b72d04870a71'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:21.786066 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (4e9723d8-ca58-4b2e-bde6-9f5ca74669ca), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:21.961267 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decbb70-ed0b-4a05-b9fb-4aee2994d1b6 req-2ab18a49-fcc0-4857-87eb-0fc3faae1c28 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:21.967500 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8decbb70-ed0b-4a05-b9fb-4aee2994d1b6 req-2ab18a49-fcc0-4857-87eb-0fc3faae1c28 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1771464 Mar 07 17:07:21.997489 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (4e9723d8-ca58-4b2e-bde6-9f5ca74669ca), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:21.999842 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:22.001420 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:22.082096 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 970c4903-4d77-48ea-9def-9e4d4844d671 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:22.134491 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] Pushing event updated for resources: {'Network': ['ID=4e9723d8-ca58-4b2e-bde6-9f5ca74669ca,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:22.164457 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8decbb70-ed0b-4a05-b9fb-4aee2994d1b6 req-c14bd457-c2fc-469b-ab69-6d1c454fdcc4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737542 Mar 07 17:07:22.176192 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:07:22.196550 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-79f1ef10-8ad0-41d3-878d-6923f3e49baf admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0102789 Mar 07 17:07:22.199129 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57302) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:22.212782 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] Request body: {'subnet': {'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1144511553-subnet', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:22.224099 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Set router 5f4df12c-1475-40eb-a201-b72d04870a71 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:22.347630 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] Made reservation on behalf of 74f6969361c34e559706cc47eaca842e for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:07:22.353583 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13222024'] for subnet (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:22.636560 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170a6dc-da8b-4c97-a0c6-f7b6a26cf32c req-5931155c-0a0e-4e8b-aba2-95e0b29df35f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:22.654154 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e170a6dc-da8b-4c97-a0c6-f7b6a26cf32c req-5931155c-0a0e-4e8b-aba2-95e0b29df35f tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 946 time: 0.1695738 Mar 07 17:07:22.681309 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 970c4903-4d77-48ea-9def-9e4d4844d671 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:22.682993 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:22.807405 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e170a6dc-da8b-4c97-a0c6-f7b6a26cf32c req-6112f821-d439-4d44-9663-dbe2aead35cc tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1623cee-68e3-403b-9d1d-678cce7be919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516488 Mar 07 17:07:22.814207 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 970c4903-4d77-48ea-9def-9e4d4844d671 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:22.841725 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:17Z', 'revision_number': 4, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'a02b9827-52b8-4ffd-9ef5-b4a7810ea159', 'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'mac_address': 'fa:16:3e:7c:04:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:15Z', 'updated_at': '2022-03-07T17:07:18Z', 'revision_number': 2, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'subnets': [{'id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:22.877176 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Checking router: 5f4df12c-1475-40eb-a201-b72d04870a71 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:07:22.877659 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Updating router 5f4df12c-1475-40eb-a201-b72d04870a71 port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 binding host dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:07:22.898428 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12767670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13222038'] for subnet (4755ccf1-0fdb-4634-9087-50f63d1a2bad), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:22.909910 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:23.028848 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4755ccf1-0fdb-4634-9087-50f63d1a2bad,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:23.036868 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] Checking segment: {'id': 'ca0ae516-521c-4100-9e95-e69a9cb769f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:07:23.037246 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] Network hostable DHCP agents. Network: 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:07:23.185039 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8f685-7297-4835-862d-cd84aaf9358d req-c02f9c92-99b5-44d6-959f-4b8961cec4a3 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:23.187044 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-abb8f685-7297-4835-862d-cd84aaf9358d req-c02f9c92-99b5-44d6-959f-4b8961cec4a3 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.65 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 946 time: 0.0905583 Mar 07 17:07:23.327517 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbdd78-afdd-43dc-b6b7-ef621e43e001 req-f368a0df-ae19-4ca0-84b5-9d7635b341c4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:23.330593 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bfdbdd78-afdd-43dc-b6b7-ef621e43e001 req-f368a0df-ae19-4ca0-84b5-9d7635b341c4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.0692353 Mar 07 17:07:23.333619 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-abb8f685-7297-4835-862d-cd84aaf9358d req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Deleting port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:07:23.334505 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-abb8f685-7297-4835-862d-cd84aaf9358d req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:23.396024 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bfdbdd78-afdd-43dc-b6b7-ef621e43e001 req-b0198fc9-690d-4da5-bcb3-3879e8f9df06 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537751 Mar 07 17:07:23.409733 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] Network 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:07:23.466447 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Publish callbacks [] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:23.582290 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-abb8f685-7297-4835-862d-cd84aaf9358d req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] For port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0,segment=NetworkSegment(c0ee3ce6-c709-44b8-87a2-ade61305d30a),segment_id=c0ee3ce6-c709-44b8-87a2-ade61305d30a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:23.582949 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-abb8f685-7297-4835-862d-cd84aaf9358d req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:23.608696 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-abb8f685-7297-4835-862d-cd84aaf9358d req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Calling delete_port for 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:07:23.741446 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:23.743800 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:23.765326 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:23.767304 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:23.817019 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f5c1a6-be2c-4366-94be-45aec702aaee None None] Network 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:07:23.872695 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0088e-58d6-49f4-8159-4eb5e301bf63 None None] Pushing event updated for resources: {'Port': ['ID=a02b9827-52b8-4ffd-9ef5-b4a7810ea159,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:23.905189 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-34b44dc3-0b7a-49cc-bb25-a8306f4da8df admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7028415 Mar 07 17:07:23.906293 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57330) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:23.911478 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1144511553-router', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:23.953526 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-abb8f685-7297-4835-862d-cd84aaf9358d req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.078306 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Pushing event deleted for resources: {'Port': ['ID=23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:24.084988 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-93c6cba2-33c9-4017-837f-fa853d66e014 req-cf88fa61-9479-4be6-958d-eda2716e8133 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 210 time: 0.0744786 Mar 07 17:07:24.173340 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24913'] for router (28c925b6-f707-4c2f-8df5-9e239c706e83), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.176800 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24920'] for router (28c925b6-f707-4c2f-8df5-9e239c706e83), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.198665 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.199121 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.199540 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.199987 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.200395 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.200802 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.201211 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.202534 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.203176 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.203833 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.206309 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.207128 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.207644 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:24.212348 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb8f685-7297-4835-862d-cd84aaf9358d req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] No DVR routers for this DVR port 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:07:24.216353 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-abb8f685-7297-4835-862d-cd84aaf9358d req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.220795 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-abb8f685-7297-4835-862d-cd84aaf9358d req-fc21919a-eb39-4fe4-ac5a-5d13ebec4797 tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.65 "DELETE /v2.0/ports/23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 HTTP/1.1" status: 204 len: 173 time: 1.0272276 Mar 07 17:07:24.226064 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e538f5ad-9676-4642-9e40-8bd97bf5ce68', 'name': 'network-vif-deleted', 'tag': '23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:07:24.231485 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b5c758-f1e7-4814-8a16-31a68c85ec7c" -d '{"events": [{"server_uuid": "e538f5ad-9676-4642-9e40-8bd97bf5ce68", "name": "network-vif-deleted", "tag": "23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:07:24.333444 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a693edc-90ce-487f-94ba-dfa1478e0175 x-openstack-request-id: req-9a693edc-90ce-487f-94ba-dfa1478e0175 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:07:24.334205 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e538f5ad-9676-4642-9e40-8bd97bf5ce68", "name": "network-vif-deleted", "tag": "23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:07:24.334705 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a693edc-90ce-487f-94ba-dfa1478e0175 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:07:24.334980 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e538f5ad-9676-4642-9e40-8bd97bf5ce68', 'name': 'network-vif-deleted', 'tag': '23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0', 'status': 'completed', 'code': 200} Mar 07 17:07:24.337635 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Publish callbacks [] for router_controller (28c925b6-f707-4c2f-8df5-9e239c706e83), precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.367005 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Attempting to bind port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:07:24.367005 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Attempting to bind port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:07:24.367357 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Attempting to bind port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 on network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:07:24.371514 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c75a076-4202-5d18-914a-4da8176f2764-4e9723d8-ca58-4b2e-bde6-9f5ca74669ca', 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca', 'project_id': '74f6969361c34e559706cc47eaca842e', 'fixed_ips': [{'subnet_id': '4755ccf1-0fdb-4634-9087-50f63d1a2bad'}]}} from dv-cinder-778193-24-iscsi. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:07:24.372374 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.393189 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:07:24.395502 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Checking segment: {'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:07:24.395502 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.395502 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Bound using segment: {'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:07:24.395502 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Bound port: a02b9827-52b8-4ffd-9ef5-b4a7810ea159, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:07:24.395502 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.409004 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-cc917c06-49d6-41c8-9edc-6233a21a9db7 None None] Provisioning complete for port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:24.409372 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cc917c06-49d6-41c8-9edc-6233a21a9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.560792 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-cc917c06-49d6-41c8-9edc-6233a21a9db7 None None] Port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:07:24.638864 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] For port a02b9827-52b8-4ffd-9ef5-b4a7810ea159, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:07:24.657580 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Publish callbacks [] for router_gateway (28c925b6-f707-4c2f-8df5-9e239c706e83), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.660328 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] For port a02b9827-52b8-4ffd-9ef5-b4a7810ea159, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=a02b9827-52b8-4ffd-9ef5-b4a7810ea159,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:07:24.686631 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Allocated IP 172.20.0.2 (4e9723d8-ca58-4b2e-bde6-9f5ca74669ca/4755ccf1-0fdb-4634-9087-50f63d1a2bad/d8e1e698-3711-4e28-b84f-88236d5e3db3) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:07:24.705296 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5e009-afd5-4c6a-83ea-7e642daa83af req-dc4ddaca-0e49-4378-a7c4-b37d1ec5393e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:24.715398 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-78a5e009-afd5-4c6a-83ea-7e642daa83af req-dc4ddaca-0e49-4378-a7c4-b37d1ec5393e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1339307 Mar 07 17:07:24.812086 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-78a5e009-afd5-4c6a-83ea-7e642daa83af req-aaeae027-cdc1-4fc6-aaa2-43bc64701d1f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901403 Mar 07 17:07:24.845298 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.961129 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Routers {'5f4df12c-1475-40eb-a201-b72d04870a71'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:24.962222 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:07:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['5f4df12c-1475-40eb-a201-b72d04870a71'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:25.085154 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0088e-58d6-49f4-8159-4eb5e301bf63 None None] Pushing event updated for resources: {'Port': ['ID=a02b9827-52b8-4ffd-9ef5-b4a7810ea159,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:25.101930 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Publish callbacks [] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:25.150734 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57354) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:25.247680 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:25.491759 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Network 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:07:25.531737 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Pushing event updated for resources: {'Port': ['ID=d8e1e698-3711-4e28-b84f-88236d5e3db3,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:25.557512 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:25.569317 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:07:25.584520 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-58d7bd27-e143-40c0-848f-ad9ccaf5c1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:25.584955 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] Set router 5f4df12c-1475-40eb-a201-b72d04870a71 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:25.697216 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f08e1792-684f-49dd-9d81-dca6460a937e None None] Provisioning complete for port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:25.697860 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f08e1792-684f-49dd-9d81-dca6460a937e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:25.737830 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Publish callbacks [] for router_gateway (28c925b6-f707-4c2f-8df5-9e239c706e83), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:25.762576 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Attempting to bind port d8e1e698-3711-4e28-b84f-88236d5e3db3 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:07:25.763641 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Attempting to bind port d8e1e698-3711-4e28-b84f-88236d5e3db3 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': 'ca0ae516-521c-4100-9e95-e69a9cb769f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:07:25.764239 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Attempting to bind port d8e1e698-3711-4e28-b84f-88236d5e3db3 on network 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:07:25.782831 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:07:25.783189 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:25.784095 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Checking segment: {'id': 'ca0ae516-521c-4100-9e95-e69a9cb769f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:07:25.785016 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:25.786033 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Bound using segment: {'id': 'ca0ae516-521c-4100-9e95-e69a9cb769f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:07:25.787180 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Bound port: d8e1e698-3711-4e28-b84f-88236d5e3db3, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0ae516-521c-4100-9e95-e69a9cb769f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:07:25.788049 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-41db036f-ed7b-4b51-9766-d141045d9917 req-a7d20b37-e8cf-4850-89be-7c85609c8edb tempest-VolumesActionsTest-504768328 tempest-VolumesActionsTest-504768328-project] 10.222.0.52 "GET /v2.0/ports?device_id=e538f5ad-9676-4642-9e40-8bd97bf5ce68 HTTP/1.1" status: 200 len: 210 time: 0.0615060 Mar 07 17:07:25.799836 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:25.884619 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-58d7bd27-e143-40c0-848f-ad9ccaf5c1d5 admin admin] Publish callbacks [] for security_group (3d152d90-b1e1-4cb6-aa2c-a8b39accf960), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:25.961289 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:07:25.962805 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Allocated IP 172.27.1.235 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/8bf1473d-f507-4d79-8353-315c2d1a4939) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:07:26.004228 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-58d7bd27-e143-40c0-848f-ad9ccaf5c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (3d152d90-b1e1-4cb6-aa2c-a8b39accf960), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:26.007302 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:07:26.009168 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 23f73ebf-3c41-4a80-aa7e-0b6e59f8ebf0 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:07:26.157212 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dd2de-a73f-43a3-ac48-e58b169838ff req-a0f901b8-863d-4388-81c7-b1133c0aef32 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:26.166559 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6d5dd2de-a73f-43a3-ac48-e58b169838ff req-a0f901b8-863d-4388-81c7-b1133c0aef32 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1651542 Mar 07 17:07:26.182468 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-58d7bd27-e143-40c0-848f-ad9ccaf5c1d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=873e664fe18743ef82d8c83778d55581&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0354033 Mar 07 17:07:26.191770 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57366) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:26.253873 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7bd27-e143-40c0-848f-ad9ccaf5c1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d152d90-b1e1-4cb6-aa2c-a8b39accf960,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:26.301638 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Publish callbacks [] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:26.361867 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] For port d8e1e698-3711-4e28-b84f-88236d5e3db3, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:07:26.370964 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dd560-93ea-4ee2-a8ab-ba8787abe847 req-884590ee-a833-4447-9b23-4ad9c0a6cb2b tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:26.372635 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-260dd560-93ea-4ee2-a8ab-ba8787abe847 req-884590ee-a833-4447-9b23-4ad9c0a6cb2b tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1047022 Mar 07 17:07:26.383872 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] For port d8e1e698-3711-4e28-b84f-88236d5e3db3, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=d8e1e698-3711-4e28-b84f-88236d5e3db3,segment=NetworkSegment(ca0ae516-521c-4100-9e95-e69a9cb769f4),segment_id=ca0ae516-521c-4100-9e95-e69a9cb769f4)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:07:26.392499 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-be153f1d-d516-4e5e-a6bc-8123acf630da admin admin] Publish callbacks [] for security_group (3d152d90-b1e1-4cb6-aa2c-a8b39accf960), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:26.409033 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6d5dd2de-a73f-43a3-ac48-e58b169838ff req-2819901f-c508-493b-9011-7c85fea6dfd8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295616 Mar 07 17:07:26.452841 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-be153f1d-d516-4e5e-a6bc-8123acf630da admin admin] Publish callbacks [] for security_group (3d152d90-b1e1-4cb6-aa2c-a8b39accf960), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:26.454939 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d426f-d09e-469b-ac08-c6e86649b949 req-f6127c6a-aeae-46c6-a5e7-eb97b8ecad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:26.457137 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f78d426f-d09e-469b-ac08-c6e86649b949 req-f6127c6a-aeae-46c6-a5e7-eb97b8ecad01 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 1129 time: 0.1519139 Mar 07 17:07:26.575334 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:26.592072 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-260dd560-93ea-4ee2-a8ab-ba8787abe847 req-19debd4e-a084-45a0-9e3e-ee01f0ca87fb tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693798 Mar 07 17:07:26.605109 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-be153f1d-d516-4e5e-a6bc-8123acf630da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (3d152d90-b1e1-4cb6-aa2c-a8b39accf960), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:26.610981 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-be153f1d-d516-4e5e-a6bc-8123acf630da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:26.612699 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-be153f1d-d516-4e5e-a6bc-8123acf630da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d152d90-b1e1-4cb6-aa2c-a8b39accf960 HTTP/1.1" status: 204 len: 168 time: 0.4195251 Mar 07 17:07:26.645793 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be153f1d-d516-4e5e-a6bc-8123acf630da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d152d90-b1e1-4cb6-aa2c-a8b39accf960,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:26.646284 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d426f-d09e-469b-ac08-c6e86649b949 req-078b0e7b-51d5-4b26-8f77-f12a1c23b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:26.646284 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f78d426f-d09e-469b-ac08-c6e86649b949 req-078b0e7b-51d5-4b26-8f77-f12a1c23b384 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 920 time: 0.1778402 Mar 07 17:07:26.649553 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:26.718115 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f08e1792-684f-49dd-9d81-dca6460a937e None None] Current status of the port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:26.725307 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f08e1792-684f-49dd-9d81-dca6460a937e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:26.811763 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:17Z', 'revision_number': 4, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'a02b9827-52b8-4ffd-9ef5-b4a7810ea159', 'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'mac_address': 'fa:16:3e:7c:04:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:15Z', 'updated_at': '2022-03-07T17:07:24Z', 'revision_number': 4, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'subnets': [{'id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:26.842500 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f78d426f-d09e-469b-ac08-c6e86649b949 req-cc7e86c2-554d-43bb-966a-d4a5ad6f32cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78 HTTP/1.1" status: 200 len: 217 time: 0.1820436 Mar 07 17:07:26.881973 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:07:27.002688 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f08e1792-684f-49dd-9d81-dca6460a937e None None] For port a02b9827-52b8-4ffd-9ef5-b4a7810ea159, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=a02b9827-52b8-4ffd-9ef5-b4a7810ea159,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:27.011028 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ab39c-8bd6-42d5-ba95-ea94eb4e9737 None None] The sync data for ids ['5f4df12c-1475-40eb-a201-b72d04870a71'] in dv-cinder-778193-24-iscsi is: [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:17Z', 'revision_number': 4, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'a02b9827-52b8-4ffd-9ef5-b4a7810ea159', 'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'mac_address': 'fa:16:3e:7c:04:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:15Z', 'updated_at': '2022-03-07T17:07:24Z', 'revision_number': 4, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'subnets': [{'id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:07:27.035660 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:27.049880 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d426f-d09e-469b-ac08-c6e86649b949 req-152105d0-5027-4382-a3c4-9d654c795046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:27.052135 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f78d426f-d09e-469b-ac08-c6e86649b949 req-152105d0-5027-4382-a3c4-9d654c795046 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ebe8282a-1a75-4a21-b075-6e06af668645 HTTP/1.1" status: 200 len: 859 time: 0.1954441 Mar 07 17:07:27.057885 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:07:27.059887 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04dcbd-af2a-4e7c-8dfa-d9db139698d5 None None] Pushing event updated for resources: {'Port': ['ID=d8e1e698-3711-4e28-b84f-88236d5e3db3,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:27.101316 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f08e1792-684f-49dd-9d81-dca6460a937e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:27.479856 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e1792-684f-49dd-9d81-dca6460a937e None None] Pushing event updated for resources: {'Port': ['ID=a02b9827-52b8-4ffd-9ef5-b4a7810ea159,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:27.787210 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f78d426f-d09e-469b-ac08-c6e86649b949 req-93a46a23-9768-46f6-aad3-04a30f2e2896 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6314249 Mar 07 17:07:28.057420 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f78d426f-d09e-469b-ac08-c6e86649b949 req-fa430a5e-5a34-4629-b891-5040387579f7 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889501 Mar 07 17:07:28.082941 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a03983-1c5b-4aea-9913-6c6f23d1492c req-01e8a8e4-0367-4ca7-8591-c0b36eaa49e2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:28.107880 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-47a03983-1c5b-4aea-9913-6c6f23d1492c req-01e8a8e4-0367-4ca7-8591-c0b36eaa49e2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.4205909 Mar 07 17:07:28.180862 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c7c23792-11a1-4252-a17f-a681d53336ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:28.355327 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device a02b9827-52b8-4ffd-9ef5-b4a7810ea159 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:28.372240 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f78d426f-d09e-469b-ac08-c6e86649b949 req-c8e99721-90e6-4d80-ab68-31bb5a0b9c4b service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385057 Mar 07 17:07:28.394208 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf1473d-f507-4d79-8353-315c2d1a4939,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:28.442695 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-47a03983-1c5b-4aea-9913-6c6f23d1492c req-889b844b-e47b-4751-ade0-e81abb7a4949 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275223 Mar 07 17:07:28.503207 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:28.503748 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:28.511747 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82be68-ee4a-4b1e-b9d4-01862c6ba578 req-aa3eca3e-427c-4bbe-b167-e216614dc2dd tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:28.514328 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8f82be68-ee4a-4b1e-b9d4-01862c6ba578 req-aa3eca3e-427c-4bbe-b167-e216614dc2dd tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.4458015 Mar 07 17:07:28.726588 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8f82be68-ee4a-4b1e-b9d4-01862c6ba578 req-cecad6f4-f50b-40ab-85dc-d4523279abbb tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819010 Mar 07 17:07:28.799736 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:28.801912 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device d8e1e698-3711-4e28-b84f-88236d5e3db3 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:29.012519 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port d8e1e698-3711-4e28-b84f-88236d5e3db3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:29.013209 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:29.037844 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Publish callbacks [] for router_gateway (28c925b6-f707-4c2f-8df5-9e239c706e83), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:29.105975 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1a719-7543-42a5-bcbc-765c12b5c009 None None] Network 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:07:29.315614 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port d8e1e698-3711-4e28-b84f-88236d5e3db3 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:29.317248 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:29.369203 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f90b9297-22e6-45f0-be8f-dae01a5e347a None None] Provisioning complete for port d8e1e698-3711-4e28-b84f-88236d5e3db3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:29.369678 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f90b9297-22e6-45f0-be8f-dae01a5e347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:29.592398 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143'] for router (28c925b6-f707-4c2f-8df5-9e239c706e83), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:29.779308 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port d8e1e698-3711-4e28-b84f-88236d5e3db3, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=d8e1e698-3711-4e28-b84f-88236d5e3db3,segment=NetworkSegment(ca0ae516-521c-4100-9e95-e69a9cb769f4),segment_id=ca0ae516-521c-4100-9e95-e69a9cb769f4)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:29.874814 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f90b9297-22e6-45f0-be8f-dae01a5e347a None None] Current status of the port d8e1e698-3711-4e28-b84f-88236d5e3db3 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:29.875221 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f90b9297-22e6-45f0-be8f-dae01a5e347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:29.890091 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:29.927756 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47ce43-7a1d-46fa-9034-90f4fb23a19f req-70ac94b4-30a1-483c-b91b-0dd5226aaedc tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:29.944244 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8b47ce43-7a1d-46fa-9034-90f4fb23a19f req-70ac94b4-30a1-483c-b91b-0dd5226aaedc tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1671898 Mar 07 17:07:29.983536 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Router 28c925b6-f707-4c2f-8df5-9e239c706e83 is scheduled to L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:07:30.096715 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd261c0-ba0a-41da-9530-d866b7ffea92 req-1e28445b-d7d1-46d7-9371-36f2c2197a9f tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:30.098352 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1fd261c0-ba0a-41da-9530-d866b7ffea92 req-1e28445b-d7d1-46d7-9371-36f2c2197a9f tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.2128112 Mar 07 17:07:30.148236 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=d8e1e698-3711-4e28-b84f-88236d5e3db3,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:30.163938 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8b47ce43-7a1d-46fa-9034-90f4fb23a19f req-978258ce-482a-4352-baa1-c975b7db1c42 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169795 Mar 07 17:07:30.181472 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.db.api [None req-f90b9297-22e6-45f0-be8f-dae01a5e347a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 17:07:30.182508 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG oslo_db.api [None req-f90b9297-22e6-45f0-be8f-dae01a5e347a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 17:07:30.213747 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:07:30.226810 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Sync routers for ids ['28c925b6-f707-4c2f-8df5-9e239c706e83'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:07:30.236316 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1fd261c0-ba0a-41da-9530-d866b7ffea92 req-2a1fda63-22ae-4f2a-940e-0e998d44b00a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013699 Mar 07 17:07:30.249532 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Routers {'28c925b6-f707-4c2f-8df5-9e239c706e83'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:30.249532 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:07:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['28c925b6-f707-4c2f-8df5-9e239c706e83'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:30.316769 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:30.329140 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57444) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:30.329465 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0373ff8b-3595-463d-9dee-cb360b68feb5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4207895 Mar 07 17:07:30.386722 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63c67fe8-5f3d-4c4a-b54d-8444522e3c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:30.436934 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Set router 28c925b6-f707-4c2f-8df5-9e239c706e83 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:30.770748 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f90b9297-22e6-45f0-be8f-dae01a5e347a None None] Current status of the port d8e1e698-3711-4e28-b84f-88236d5e3db3 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:30.810165 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'name': 'tempest-TestShelveInstance-1144511553-router', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:24Z', 'updated_at': '2022-03-07T17:07:28Z', 'revision_number': 3, 'project_id': '74f6969361c34e559706cc47eaca842e', 'gw_port': {'id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:25Z', 'updated_at': '2022-03-07T17:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:30.872705 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Checking router: 28c925b6-f707-4c2f-8df5-9e239c706e83 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:07:30.873635 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Updating router 28c925b6-f707-4c2f-8df5-9e239c706e83 port 8bf1473d-f507-4d79-8353-315c2d1a4939 binding host dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:07:30.928208 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6c3da3fe-0853-48ef-96f5-a4089b7113ed None None] Provisioning complete for port d8e1e698-3711-4e28-b84f-88236d5e3db3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:30.928786 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c3da3fe-0853-48ef-96f5-a4089b7113ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:30.955950 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:31.101950 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:31.143428 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6c3da3fe-0853-48ef-96f5-a4089b7113ed None None] Current status of the port d8e1e698-3711-4e28-b84f-88236d5e3db3 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:31.415875 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Allocated IP 172.20.0.1 (4e9723d8-ca58-4b2e-bde6-9f5ca74669ca/4755ccf1-0fdb-4634-9087-50f63d1a2bad/f18f2b8c-86d6-4a53-8303-5bd1f7c83517) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:07:31.440660 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cfbf4-b507-4324-ad00-38b0a40c9ec0 req-8db035c2-2d7f-4f3f-bc54-fdcf5db41496 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:31.442476 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b08cfbf4-b507-4324-ad00-38b0a40c9ec0 req-8db035c2-2d7f-4f3f-bc54-fdcf5db41496 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1433082 Mar 07 17:07:31.470412 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507b892-5072-4dde-8023-5b85524c0206 req-dac04aff-dad8-4cad-8176-ef2d2b7175ed tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:31.473114 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e507b892-5072-4dde-8023-5b85524c0206 req-dac04aff-dad8-4cad-8176-ef2d2b7175ed tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0932729 Mar 07 17:07:31.553941 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e507b892-5072-4dde-8023-5b85524c0206 req-1da91d5f-5b45-4ff4-ad88-75677216fe79 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697503 Mar 07 17:07:31.558973 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Publish callbacks [] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:31.559574 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b08cfbf4-b507-4324-ad00-38b0a40c9ec0 req-94c89600-c271-401f-a082-03989eb8ce04 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069221 Mar 07 17:07:31.604617 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Publish callbacks [] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:31.815925 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:31.844724 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:31.871210 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Attempting to bind port 8bf1473d-f507-4d79-8353-315c2d1a4939 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:07:31.871620 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Attempting to bind port 8bf1473d-f507-4d79-8353-315c2d1a4939 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:07:31.871927 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Attempting to bind port 8bf1473d-f507-4d79-8353-315c2d1a4939 on network fb95a624-842c-4336-8b8c-80326a081833 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:07:31.880451 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f03fe-507e-4483-b5ad-f3d29857596e None None] Pushing event updated for resources: {'Port': ['ID=8bf1473d-f507-4d79-8353-315c2d1a4939,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:31.883593 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:07:31.883926 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:07:31.884328 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:31.884719 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Bound using segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:07:31.885199 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Bound port: 8bf1473d-f507-4d79-8353-315c2d1a4939, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:07:31.885573 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:31.927728 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Pushing event updated for resources: {'Port': ['ID=f18f2b8c-86d6-4a53-8303-5bd1f7c83517,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:31.942248 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Network 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:07:31.943884 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:31.955095 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] For port 8bf1473d-f507-4d79-8353-315c2d1a4939, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:07:31.958868 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] For port 8bf1473d-f507-4d79-8353-315c2d1a4939, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=8bf1473d-f507-4d79-8353-315c2d1a4939,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:07:31.959180 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:07:32.022530 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722394'] for router_interface (28c925b6-f707-4c2f-8df5-9e239c706e83), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:32.037676 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:32.075900 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:32.102180 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device d8e1e698-3711-4e28-b84f-88236d5e3db3 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:32.200057 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Routers {'28c925b6-f707-4c2f-8df5-9e239c706e83'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:32.200274 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:07:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['28c925b6-f707-4c2f-8df5-9e239c706e83'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:32.202887 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f03fe-507e-4483-b5ad-f3d29857596e None None] Pushing event updated for resources: {'Port': ['ID=8bf1473d-f507-4d79-8353-315c2d1a4939,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:32.226262 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port d8e1e698-3711-4e28-b84f-88236d5e3db3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:32.226970 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:32.402031 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:32.427183 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-018fd535-a8ba-4323-a52b-5922d0917a9d None None] Provisioning complete for port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:32.427559 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-018fd535-a8ba-4323-a52b-5922d0917a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:32.431740 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port d8e1e698-3711-4e28-b84f-88236d5e3db3 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:32.493296 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] Set router 28c925b6-f707-4c2f-8df5-9e239c706e83 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:32.498161 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-018fd535-a8ba-4323-a52b-5922d0917a9d None None] Port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:07:32.822664 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Publish callbacks [] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:32.853139 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c21aa-c90c-4898-b81a-2ab5225d9104 req-fd06de5e-1ef6-4aad-a361-5a5baa2d2544 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:32.856316 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b35c21aa-c90c-4898-b81a-2ab5225d9104 req-fd06de5e-1ef6-4aad-a361-5a5baa2d2544 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1148558 Mar 07 17:07:32.872921 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc53913-6aa2-4877-b4dd-66fe558de207 req-bc383f21-16d4-44cb-b455-d1405e488146 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:32.874818 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3fc53913-6aa2-4877-b4dd-66fe558de207 req-bc383f21-16d4-44cb-b455-d1405e488146 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1019297 Mar 07 17:07:32.940959 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b35c21aa-c90c-4898-b81a-2ab5225d9104 req-d0e216d9-d8d7-45ca-a3ba-2a83fc9467a5 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741434 Mar 07 17:07:32.950697 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:33.068499 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'name': 'tempest-TestShelveInstance-1144511553-router', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:24Z', 'updated_at': '2022-03-07T17:07:28Z', 'revision_number': 3, 'project_id': '74f6969361c34e559706cc47eaca842e', 'gw_port': {'id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:25Z', 'updated_at': '2022-03-07T17:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:33.084098 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3fc53913-6aa2-4877-b4dd-66fe558de207 req-e2bca00b-f8e6-4bf0-9847-880d785e51e3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006383 Mar 07 17:07:33.112765 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Pushing event updated for resources: {'Port': ['ID=f18f2b8c-86d6-4a53-8303-5bd1f7c83517,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:33.123728 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722358'] for router_interface (28c925b6-f707-4c2f-8df5-9e239c706e83), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:33.156022 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd102bf5-dd7d-4661-9ca9-a4ef0035705c None None] The sync data for ids ['28c925b6-f707-4c2f-8df5-9e239c706e83'] in dv-cinder-778193-24-iscsi is: [{'id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'name': 'tempest-TestShelveInstance-1144511553-router', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:24Z', 'updated_at': '2022-03-07T17:07:28Z', 'revision_number': 3, 'project_id': '74f6969361c34e559706cc47eaca842e', 'gw_port': {'id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:25Z', 'updated_at': '2022-03-07T17:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:07:33.180811 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:33.268061 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Network 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:07:33.269799 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:33.455995 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Router 28c925b6-f707-4c2f-8df5-9e239c706e83 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:07:33.753950 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a3936a5a-b550-4506-8a6e-50d855c64837 None None] Provisioning complete for port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:33.760035 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a3936a5a-b550-4506-8a6e-50d855c64837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:33.852900 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a3936a5a-b550-4506-8a6e-50d855c64837 None None] Port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:07:33.961181 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:07:33.979720 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-b12597c0-503a-4da9-8d39-0daf77243312 admin admin] 10.222.0.52 "PUT /v2.0/routers/28c925b6-f707-4c2f-8df5-9e239c706e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6397855 Mar 07 17:07:34.122152 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8bf1473d-f507-4d79-8353-315c2d1a4939 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:34.253995 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 8bf1473d-f507-4d79-8353-315c2d1a4939 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:34.255030 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:34.293452 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12da99d-2d48-4dd5-87c3-d35624f316e5 req-031fc096-9b96-4853-8a27-5fb011abaf99 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:34.295823 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e12da99d-2d48-4dd5-87c3-d35624f316e5 req-031fc096-9b96-4853-8a27-5fb011abaf99 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1859531 Mar 07 17:07:34.377225 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761f3ad-99e3-4fc3-aefb-c47802d225e7 req-fe90affb-cc23-4afc-81e2-eef8b1f8623e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:34.385470 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7761f3ad-99e3-4fc3-aefb-c47802d225e7 req-fe90affb-cc23-4afc-81e2-eef8b1f8623e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1606014 Mar 07 17:07:34.425052 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 8bf1473d-f507-4d79-8353-315c2d1a4939 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:34.425805 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:34.452423 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e12da99d-2d48-4dd5-87c3-d35624f316e5 req-a5f339d1-0aa1-4681-a2da-b4be50641e1d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383724 Mar 07 17:07:34.484826 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 8bf1473d-f507-4d79-8353-315c2d1a4939, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=8bf1473d-f507-4d79-8353-315c2d1a4939,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:34.515460 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7761f3ad-99e3-4fc3-aefb-c47802d225e7 req-b0bcca77-a803-4ffd-81c0-0df3b6ceb910 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289573 Mar 07 17:07:34.555593 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:34.629631 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=8bf1473d-f507-4d79-8353-315c2d1a4939,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:34.647138 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.647529 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.647865 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.648214 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.650319 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.650585 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.650946 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.651291 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.651628 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.651960 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.652287 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.652627 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.652940 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:34.831181 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:35.381368 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57498) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:35.388583 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f8f25f6d-7e30-4389-88c4-0126d066aeee tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201252142', 'description': 'tempest-secgroup-smoke-201252142 description', 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:35.564733 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f8f25f6d-7e30-4389-88c4-0126d066aeee tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:35.735617 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477b7c3-9816-4537-8e82-8ae3c4acbbd8 req-f4880b56-6422-4f02-a53a-158e837626ec tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:35.737720 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6477b7c3-9816-4537-8e82-8ae3c4acbbd8 req-f4880b56-6422-4f02-a53a-158e837626ec tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1331029 Mar 07 17:07:35.819909 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f8f25f6d-7e30-4389-88c4-0126d066aeee tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group (afbf5323-d10b-4211-9b20-90b327c3e8cd), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:35.829217 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161772eb-f600-46ac-94f7-5562c28de817 req-b2eaff32-cd93-4c24-9dac-17fbea099bb4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:35.833477 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-161772eb-f600-46ac-94f7-5562c28de817 req-b2eaff32-cd93-4c24-9dac-17fbea099bb4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1473536 Mar 07 17:07:35.854406 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Sync routers for ids ['28c925b6-f707-4c2f-8df5-9e239c706e83'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:07:35.868027 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Routers {'28c925b6-f707-4c2f-8df5-9e239c706e83'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:35.868676 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:07:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['28c925b6-f707-4c2f-8df5-9e239c706e83'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:35.878218 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6477b7c3-9816-4537-8e82-8ae3c4acbbd8 req-3daede77-0f8c-4e20-b55e-4b1b4b3e035c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176322 Mar 07 17:07:35.909515 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-161772eb-f600-46ac-94f7-5562c28de817 req-b5266eaa-5137-4f54-beaa-dd2e48da66d9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641673 Mar 07 17:07:35.924121 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f8f25f6d-7e30-4389-88c4-0126d066aeee tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (afbf5323-d10b-4211-9b20-90b327c3e8cd), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:36.003508 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f25f6d-7e30-4389-88c4-0126d066aeee tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbf5323-d10b-4211-9b20-90b327c3e8cd,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:36.064570 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8bf1473d-f507-4d79-8353-315c2d1a4939 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:36.084115 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f8f25f6d-7e30-4389-88c4-0126d066aeee tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:36.114982 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57508) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:36.120332 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b11e5b9f-252b-40f7-ad22-2bfa8c510413 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Request body: {'security_group_rule': {'security_group_id': 'afbf5323-d10b-4211-9b20-90b327c3e8cd', 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:36.130452 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-f8f25f6d-7e30-4389-88c4-0126d066aeee tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7419245 Mar 07 17:07:36.152489 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Set router 28c925b6-f707-4c2f-8df5-9e239c706e83 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:36.307054 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 8bf1473d-f507-4d79-8353-315c2d1a4939 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:36.307354 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:36.322361 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b11e5b9f-252b-40f7-ad22-2bfa8c510413 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (f21da625-937b-43c4-9cc7-d39a2b5e7dd7), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:36.405992 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b11e5b9f-252b-40f7-ad22-2bfa8c510413 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (f21da625-937b-43c4-9cc7-d39a2b5e7dd7), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:36.519939 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 8bf1473d-f507-4d79-8353-315c2d1a4939 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:36.545264 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'name': 'tempest-TestShelveInstance-1144511553-router', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:24Z', 'updated_at': '2022-03-07T17:07:32Z', 'revision_number': 4, 'project_id': '74f6969361c34e559706cc47eaca842e', 'gw_port': {'id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:25Z', 'updated_at': '2022-03-07T17:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f18f2b8c-86d6-4a53-8303-5bd1f7c83517', 'name': '', 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'mac_address': 'fa:16:3e:d5:07:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4755ccf1-0fdb-4634-9087-50f63d1a2bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:31Z', 'updated_at': '2022-03-07T17:07:32Z', 'revision_number': 2, 'project_id': '74f6969361c34e559706cc47eaca842e', 'subnets': [{'id': '4755ccf1-0fdb-4634-9087-50f63d1a2bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:36.581321 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Checking router: 28c925b6-f707-4c2f-8df5-9e239c706e83 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:07:36.581603 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Updating router 28c925b6-f707-4c2f-8df5-9e239c706e83 port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 binding host dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:07:36.627335 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:37.127601 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b11e5b9f-252b-40f7-ad22-2bfa8c510413 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (f21da625-937b-43c4-9cc7-d39a2b5e7dd7), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:37.167994 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1abb57-4caf-4093-b4e0-6f306bb7627d req-4ce53cf2-d617-4922-aa3f-a04c7a5e698d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:37.171350 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7c1abb57-4caf-4093-b4e0-6f306bb7627d req-4ce53cf2-d617-4922-aa3f-a04c7a5e698d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1531010 Mar 07 17:07:37.195573 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e5b9f-252b-40f7-ad22-2bfa8c510413 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21da625-937b-43c4-9cc7-d39a2b5e7dd7,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:37.222595 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cfd33-f10f-4839-9350-73d6f8be8270 req-c6e65be3-8b04-4021-9d9e-d42c33ac0807 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:37.224278 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8c9cfd33-f10f-4839-9350-73d6f8be8270 req-c6e65be3-8b04-4021-9d9e-d42c33ac0807 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.2057440 Mar 07 17:07:37.267630 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7c1abb57-4caf-4093-b4e0-6f306bb7627d req-a9a49268-523d-4aef-9188-50bada6c8151 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771866 Mar 07 17:07:37.366080 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8c9cfd33-f10f-4839-9350-73d6f8be8270 req-6525cb6e-4870-4278-8da2-2930bba061d1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216099 Mar 07 17:07:37.390329 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b11e5b9f-252b-40f7-ad22-2bfa8c510413 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:37.395365 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Publish callbacks [] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:37.401061 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b11e5b9f-252b-40f7-ad22-2bfa8c510413 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2823231 Mar 07 17:07:37.401554 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57534) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:37.409150 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5b95c790-44c0-435d-8161-40992666a837 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Request body: {'security_group_rule': {'security_group_id': 'afbf5323-d10b-4211-9b20-90b327c3e8cd', 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:37.484849 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:37.569924 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5b95c790-44c0-435d-8161-40992666a837 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (ee742c38-25c4-4ae2-8fd8-0c8073cd7ec0), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:37.747842 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca90dd9-c3c7-497f-a17b-63d2b5cadd81 None None] Pushing event updated for resources: {'Port': ['ID=f18f2b8c-86d6-4a53-8303-5bd1f7c83517,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:37.758505 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Attempting to bind port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:07:37.759010 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Attempting to bind port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': 'ca0ae516-521c-4100-9e95-e69a9cb769f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:07:37.759370 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Attempting to bind port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 on network 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:07:37.775606 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:07:37.775990 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Checking segment: {'id': 'ca0ae516-521c-4100-9e95-e69a9cb769f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:07:37.776517 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:37.776948 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Bound using segment: {'id': 'ca0ae516-521c-4100-9e95-e69a9cb769f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:07:37.777532 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Bound port: f18f2b8c-86d6-4a53-8303-5bd1f7c83517, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0ae516-521c-4100-9e95-e69a9cb769f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:07:37.777983 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:37.790394 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5b95c790-44c0-435d-8161-40992666a837 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (ee742c38-25c4-4ae2-8fd8-0c8073cd7ec0), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:37.856340 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5b95c790-44c0-435d-8161-40992666a837 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (ee742c38-25c4-4ae2-8fd8-0c8073cd7ec0), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:37.885478 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] For port f18f2b8c-86d6-4a53-8303-5bd1f7c83517, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:07:37.895644 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] For port f18f2b8c-86d6-4a53-8303-5bd1f7c83517, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f18f2b8c-86d6-4a53-8303-5bd1f7c83517,segment=NetworkSegment(ca0ae516-521c-4100-9e95-e69a9cb769f4),segment_id=ca0ae516-521c-4100-9e95-e69a9cb769f4)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:07:37.910257 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95c790-44c0-435d-8161-40992666a837 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee742c38-25c4-4ae2-8fd8-0c8073cd7ec0,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:37.991864 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:38.035741 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5b95c790-44c0-435d-8161-40992666a837 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:38.052299 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-5b95c790-44c0-435d-8161-40992666a837 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6490595 Mar 07 17:07:38.056557 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57544) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:38.062286 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-49459588-3010-4089-aa52-8c3cec9bdd89 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Request body: {'security_group_rule': {'security_group_id': 'afbf5323-d10b-4211-9b20-90b327c3e8cd', 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:38.086966 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca90dd9-c3c7-497f-a17b-63d2b5cadd81 None None] Pushing event updated for resources: {'Port': ['ID=f18f2b8c-86d6-4a53-8303-5bd1f7c83517,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:38.090848 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-810a3fe1-6bb7-422f-a609-d7472ba156cc None None] Provisioning complete for port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:38.091287 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-810a3fe1-6bb7-422f-a609-d7472ba156cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:38.093641 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Routers {'28c925b6-f707-4c2f-8df5-9e239c706e83'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:38.094357 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:07:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['28c925b6-f707-4c2f-8df5-9e239c706e83'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:38.237326 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-49459588-3010-4089-aa52-8c3cec9bdd89 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (d7ba5394-e639-4f46-8da7-22a2f6fa7f49), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:38.386090 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-49459588-3010-4089-aa52-8c3cec9bdd89 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (d7ba5394-e639-4f46-8da7-22a2f6fa7f49), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:38.466179 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-49459588-3010-4089-aa52-8c3cec9bdd89 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (d7ba5394-e639-4f46-8da7-22a2f6fa7f49), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:38.497320 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49459588-3010-4089-aa52-8c3cec9bdd89 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ba5394-e639-4f46-8da7-22a2f6fa7f49,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:38.568814 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34481cb-629c-4d92-8d2e-019904b1bae4 req-db3b427f-8942-4474-bc4d-b000a25624b1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:38.577150 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b34481cb-629c-4d92-8d2e-019904b1bae4 req-db3b427f-8942-4474-bc4d-b000a25624b1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1712272 Mar 07 17:07:38.582939 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] Set router 28c925b6-f707-4c2f-8df5-9e239c706e83 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:38.631827 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-49459588-3010-4089-aa52-8c3cec9bdd89 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:38.635071 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-49459588-3010-4089-aa52-8c3cec9bdd89 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5768840 Mar 07 17:07:38.638008 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57552) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:38.646722 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4a9fc13d-73a7-4e78-8962-f32be66dfc91 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Request body: {'security_group_rule': {'security_group_id': 'afbf5323-d10b-4211-9b20-90b327c3e8cd', 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:38.730208 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ff0f5-ce57-4e0b-93b1-e055f0812a43 req-26bc5ac7-5b3c-473b-bb83-1ead82f7573f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:38.738272 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3b5ff0f5-ce57-4e0b-93b1-e055f0812a43 req-26bc5ac7-5b3c-473b-bb83-1ead82f7573f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1695709 Mar 07 17:07:38.754845 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b34481cb-629c-4d92-8d2e-019904b1bae4 req-b3f00e3c-5952-4c09-aec6-75d3a2de63f1 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763229 Mar 07 17:07:38.758693 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-810a3fe1-6bb7-422f-a609-d7472ba156cc None None] Current status of the port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:38.759150 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-810a3fe1-6bb7-422f-a609-d7472ba156cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:38.865074 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3b5ff0f5-ce57-4e0b-93b1-e055f0812a43 req-fe644f2b-4512-406e-9aa6-af7a6ceddc30 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964730 Mar 07 17:07:38.896543 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc13d-73a7-4e78-8962-f32be66dfc91 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (2fffeed5-4e5b-4e6d-b490-5e571c6bdf1f), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:39.029490 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc13d-73a7-4e78-8962-f32be66dfc91 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (2fffeed5-4e5b-4e6d-b490-5e571c6bdf1f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:39.049173 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-810a3fe1-6bb7-422f-a609-d7472ba156cc None None] For port f18f2b8c-86d6-4a53-8303-5bd1f7c83517, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f18f2b8c-86d6-4a53-8303-5bd1f7c83517,segment=NetworkSegment(ca0ae516-521c-4100-9e95-e69a9cb769f4),segment_id=ca0ae516-521c-4100-9e95-e69a9cb769f4)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:39.175297 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc13d-73a7-4e78-8962-f32be66dfc91 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (2fffeed5-4e5b-4e6d-b490-5e571c6bdf1f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:39.207299 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-810a3fe1-6bb7-422f-a609-d7472ba156cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:39.210823 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'name': 'tempest-TestShelveInstance-1144511553-router', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:24Z', 'updated_at': '2022-03-07T17:07:32Z', 'revision_number': 4, 'project_id': '74f6969361c34e559706cc47eaca842e', 'gw_port': {'id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:25Z', 'updated_at': '2022-03-07T17:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f18f2b8c-86d6-4a53-8303-5bd1f7c83517', 'name': '', 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'mac_address': 'fa:16:3e:d5:07:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4755ccf1-0fdb-4634-9087-50f63d1a2bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:31Z', 'updated_at': '2022-03-07T17:07:37Z', 'revision_number': 4, 'project_id': '74f6969361c34e559706cc47eaca842e', 'subnets': [{'id': '4755ccf1-0fdb-4634-9087-50f63d1a2bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:39.220782 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fc13d-73a7-4e78-8962-f32be66dfc91 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fffeed5-4e5b-4e6d-b490-5e571c6bdf1f,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:39.307464 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72c981-1f88-4894-956d-7bb386ee72f7 None None] The sync data for ids ['28c925b6-f707-4c2f-8df5-9e239c706e83'] in dv-cinder-778193-24-iscsi is: [{'id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'name': 'tempest-TestShelveInstance-1144511553-router', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:24Z', 'updated_at': '2022-03-07T17:07:32Z', 'revision_number': 4, 'project_id': '74f6969361c34e559706cc47eaca842e', 'gw_port': {'id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:25Z', 'updated_at': '2022-03-07T17:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f18f2b8c-86d6-4a53-8303-5bd1f7c83517', 'name': '', 'network_id': '4e9723d8-ca58-4b2e-bde6-9f5ca74669ca', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'mac_address': 'fa:16:3e:d5:07:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4755ccf1-0fdb-4634-9087-50f63d1a2bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:31Z', 'updated_at': '2022-03-07T17:07:37Z', 'revision_number': 4, 'project_id': '74f6969361c34e559706cc47eaca842e', 'subnets': [{'id': '4755ccf1-0fdb-4634-9087-50f63d1a2bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:07:39.315367 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a3fe1-6bb7-422f-a609-d7472ba156cc None None] Pushing event updated for resources: {'Port': ['ID=f18f2b8c-86d6-4a53-8303-5bd1f7c83517,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:39.323773 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc13d-73a7-4e78-8962-f32be66dfc91 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:39.330394 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-4a9fc13d-73a7-4e78-8962-f32be66dfc91 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6902628 Mar 07 17:07:39.334853 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57568) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:39.342245 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-66f153e4-cfbb-426c-8597-7323295dc31e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Request body: {'security_group_rule': {'security_group_id': 'afbf5323-d10b-4211-9b20-90b327c3e8cd', 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:39.406154 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8f0f05c8-a3b6-4635-b192-d9a9e655c46c None None] Provisioning complete for port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:39.406735 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8f0f05c8-a3b6-4635-b192-d9a9e655c46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:39.444164 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-66f153e4-cfbb-426c-8597-7323295dc31e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Project 9ddd7d84d9d04773ab99ba37ff0988bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:07:39.451573 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66f153e4-cfbb-426c-8597-7323295dc31e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (528d5d3f-979d-411b-b9af-3beecf999e21), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:39.620838 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66f153e4-cfbb-426c-8597-7323295dc31e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (528d5d3f-979d-411b-b9af-3beecf999e21), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:39.627548 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f05c8-a3b6-4635-b192-d9a9e655c46c None None] Current status of the port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:39.712207 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66f153e4-cfbb-426c-8597-7323295dc31e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (528d5d3f-979d-411b-b9af-3beecf999e21), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:39.742577 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f153e4-cfbb-426c-8597-7323295dc31e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528d5d3f-979d-411b-b9af-3beecf999e21,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:39.795779 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66f153e4-cfbb-426c-8597-7323295dc31e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:39.804165 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-66f153e4-cfbb-426c-8597-7323295dc31e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4605873 Mar 07 17:07:39.804165 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57576) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:39.809489 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-08e59a20-bab8-4786-adc4-af63d574ff9f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Request body: {'security_group_rule': {'security_group_id': 'afbf5323-d10b-4211-9b20-90b327c3e8cd', 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:39.935066 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-08e59a20-bab8-4786-adc4-af63d574ff9f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Project 9ddd7d84d9d04773ab99ba37ff0988bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:07:39.948717 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08e59a20-bab8-4786-adc4-af63d574ff9f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (33653d0c-728a-42b0-9454-a611b20ccd41), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:40.143628 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c0f8e-4770-4cf6-89cc-5c60979fe3d1 req-981233f6-c9d2-4554-828a-6bab3e156f96 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:40.163355 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0e7c0f8e-4770-4cf6-89cc-5c60979fe3d1 req-981233f6-c9d2-4554-828a-6bab3e156f96 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.2480500 Mar 07 17:07:40.232950 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f18f2b8c-86d6-4a53-8303-5bd1f7c83517 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:40.323914 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0e7c0f8e-4770-4cf6-89cc-5c60979fe3d1 req-87a70335-9226-433b-9aa4-827f0f2b8134 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440935 Mar 07 17:07:40.416485 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08e59a20-bab8-4786-adc4-af63d574ff9f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (33653d0c-728a-42b0-9454-a611b20ccd41), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:40.445547 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05f941-5241-4d26-8b19-d78d4db9cd5e req-28a34708-498a-4d8e-9c29-d47dbfffcc17 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:40.448192 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dd05f941-5241-4d26-8b19-d78d4db9cd5e req-28a34708-498a-4d8e-9c29-d47dbfffcc17 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.3489454 Mar 07 17:07:40.540865 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08e59a20-bab8-4786-adc4-af63d574ff9f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (33653d0c-728a-42b0-9454-a611b20ccd41), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:40.602449 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:40.602837 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:40.659058 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e59a20-bab8-4786-adc4-af63d574ff9f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33653d0c-728a-42b0-9454-a611b20ccd41,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:40.682212 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:40.718417 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c5f10-cdd3-4306-bd22-ec8dac245fc1 req-01c689b6-ae46-46b9-9548-0840f85d5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:40.721793 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-832c5f10-cdd3-4306-bd22-ec8dac245fc1 req-01c689b6-ae46-46b9-9548-0840f85d5976 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 1130 time: 0.2722566 Mar 07 17:07:40.729890 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dd05f941-5241-4d26-8b19-d78d4db9cd5e req-c7e803e4-0d5e-4a8e-b84a-8748324dd703 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701960 Mar 07 17:07:40.776023 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:40.778864 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08e59a20-bab8-4786-adc4-af63d574ff9f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:40.791089 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-08e59a20-bab8-4786-adc4-af63d574ff9f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9860685 Mar 07 17:07:40.889344 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c5f10-cdd3-4306-bd22-ec8dac245fc1 req-9d1f0c31-f920-4a7d-b414-5d53ca7443da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:40.891173 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-832c5f10-cdd3-4306-bd22-ec8dac245fc1 req-9d1f0c31-f920-4a7d-b414-5d53ca7443da service neutron] 10.222.0.65 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 918 time: 0.1599319 Mar 07 17:07:41.083998 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-832c5f10-cdd3-4306-bd22-ec8dac245fc1 req-b7ed5af8-fc31-406a-8ce3-5c292e18a012 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb91a9-aaed-4704-9938-d87c251419b6 HTTP/1.1" status: 200 len: 1002 time: 0.1844027 Mar 07 17:07:41.179285 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c5f10-cdd3-4306-bd22-ec8dac245fc1 req-ed7fb467-44ad-4047-a471-e0339046d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:41.193719 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-832c5f10-cdd3-4306-bd22-ec8dac245fc1 req-ed7fb467-44ad-4047-a471-e0339046d03f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 HTTP/1.1" status: 200 len: 856 time: 0.1011059 Mar 07 17:07:41.318912 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c5f10-cdd3-4306-bd22-ec8dac245fc1 req-4c078479-4534-47db-ab69-686d39885b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:41.321613 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-832c5f10-cdd3-4306-bd22-ec8dac245fc1 req-4c078479-4534-47db-ab69-686d39885b2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8426946e-6eb9-4036-ab32-d12b1e24792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1197715 Mar 07 17:07:41.543907 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-832c5f10-cdd3-4306-bd22-ec8dac245fc1 req-bdf7955a-c8aa-4343-af4b-3272eec0942c service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093537 Mar 07 17:07:41.554474 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d89f3e-ace1-4d78-b4f1-8b54c56b2d40 req-c75c939b-efbb-453e-82a1-b2d91bf1e8e8 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:41.556375 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-20d89f3e-ace1-4d78-b4f1-8b54c56b2d40 req-c75c939b-efbb-453e-82a1-b2d91bf1e8e8 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1008239 Mar 07 17:07:41.761988 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-20d89f3e-ace1-4d78-b4f1-8b54c56b2d40 req-93825d61-a9ed-40e4-bc9f-1c70efc7dc44 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844037 Mar 07 17:07:41.806206 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-832c5f10-cdd3-4306-bd22-ec8dac245fc1 req-523dbe6b-a8ec-4798-bcdd-7a0040399d9a service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428844 Mar 07 17:07:41.981018 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa0cbf-b75b-459c-8e14-237b78c9a61e req-f59817a0-72a6-48ed-b57e-864c52665a59 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:41.983271 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68fa0cbf-b75b-459c-8e14-237b78c9a61e req-f59817a0-72a6-48ed-b57e-864c52665a59 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1139195 Mar 07 17:07:42.082569 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68fa0cbf-b75b-459c-8e14-237b78c9a61e req-e38a1d2c-5547-4784-bd64-197db5d19c87 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788436 Mar 07 17:07:42.936748 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c70718-b4f4-462f-a719-45efdbe21c4a req-93b3369c-f17d-4721-acfa-908d64ad04b6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:42.939493 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e6c70718-b4f4-462f-a719-45efdbe21c4a req-93b3369c-f17d-4721-acfa-908d64ad04b6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0806482 Mar 07 17:07:43.045750 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e6c70718-b4f4-462f-a719-45efdbe21c4a req-f346dff1-f8ad-4af0-b607-1fc05e449a79 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959351 Mar 07 17:07:43.313308 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d57b6-f500-4379-8397-2e96c7a9a427 req-fb2bf60b-cbcb-4762-9fed-17582def3c5b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:43.315931 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8c7d57b6-f500-4379-8397-2e96c7a9a427 req-fb2bf60b-cbcb-4762-9fed-17582def3c5b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 946 time: 0.1043262 Mar 07 17:07:43.393152 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8c7d57b6-f500-4379-8397-2e96c7a9a427 req-c11b3c9c-695a-4e69-9248-dd4c00fd0d2b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707431 Mar 07 17:07:43.981310 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 45bb91a9-aaed-4704-9938-d87c251419b6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:07:44.199936 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 45bb91a9-aaed-4704-9938-d87c251419b6 is: ACTIVE; New status is: DOWN {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:44.200594 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:44.257961 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57686) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:44.271665 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:07:44.281453 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0343bbcd-c2ac-4c43-8547-a5c8dbebc926" -d '{"events": [{"server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:07:44.303475 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:44.351920 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daa1ab-704a-4eb0-93e4-5248490fcfd8 req-1426e663-f793-4abb-b5bb-ce1647b05811 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:44.353764 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 17:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fd01fc-d053-447d-850a-2a5ed016b945 x-openstack-request-id: req-d0fd01fc-d053-447d-850a-2a5ed016b945 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:07:44.354154 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:07:44.354553 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0fd01fc-d053-447d-850a-2a5ed016b945 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:07:44.355139 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6', 'code': 200} Mar 07 17:07:44.359415 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b1daa1ab-704a-4eb0-93e4-5248490fcfd8 req-1426e663-f793-4abb-b5bb-ce1647b05811 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1440892 Mar 07 17:07:44.365340 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:44.428650 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f206e5d4-9e49-4107-bfed-fce192072928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:44.448233 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b1daa1ab-704a-4eb0-93e4-5248490fcfd8 req-de07589e-9008-4926-b4e1-5f2b8668c70e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876694 Mar 07 17:07:44.499267 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=45bb91a9-aaed-4704-9938-d87c251419b6,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:44.574341 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f206e5d4-9e49-4107-bfed-fce192072928 admin admin] Publish callbacks [] for security_group (912ceba5-13dc-401e-97b1-d1ee3343e8c2), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:44.670160 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c91cdd-dfa9-433e-bfd2-f87fa0cdd5bf req-bf88f04b-be0d-4832-941c-61ccc365d145 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:44.672208 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49c91cdd-dfa9-433e-bfd2-f87fa0cdd5bf req-bf88f04b-be0d-4832-941c-61ccc365d145 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0883341 Mar 07 17:07:44.687809 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f206e5d4-9e49-4107-bfed-fce192072928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (912ceba5-13dc-401e-97b1-d1ee3343e8c2), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:44.767671 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f206e5d4-9e49-4107-bfed-fce192072928 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19fc6c192ba74b8b8482f2368cfc3c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5084307 Mar 07 17:07:44.771686 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57694) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:44.778781 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206e5d4-9e49-4107-bfed-fce192072928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912ceba5-13dc-401e-97b1-d1ee3343e8c2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:44.816048 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49c91cdd-dfa9-433e-bfd2-f87fa0cdd5bf req-da46ea60-1cbe-405c-8cd5-736510eaab26 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327746 Mar 07 17:07:44.906068 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-33cee171-93bd-4477-b237-651d1a33242a admin admin] Publish callbacks [] for security_group (912ceba5-13dc-401e-97b1-d1ee3343e8c2), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:44.950247 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-33cee171-93bd-4477-b237-651d1a33242a admin admin] Publish callbacks [] for security_group (912ceba5-13dc-401e-97b1-d1ee3343e8c2), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:45.192423 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-33cee171-93bd-4477-b237-651d1a33242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (912ceba5-13dc-401e-97b1-d1ee3343e8c2), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:45.197879 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-33cee171-93bd-4477-b237-651d1a33242a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:45.205218 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-33cee171-93bd-4477-b237-651d1a33242a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/912ceba5-13dc-401e-97b1-d1ee3343e8c2 HTTP/1.1" status: 204 len: 168 time: 0.4319880 Mar 07 17:07:45.219607 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cee171-93bd-4477-b237-651d1a33242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912ceba5-13dc-401e-97b1-d1ee3343e8c2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:45.696793 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dec99-7b09-4de6-95c9-8446cf05fae0 req-7e14a291-1ddf-4982-8e2f-61def47f5030 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:45.700207 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de4dec99-7b09-4de6-95c9-8446cf05fae0 req-7e14a291-1ddf-4982-8e2f-61def47f5030 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1358702 Mar 07 17:07:45.822988 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de4dec99-7b09-4de6-95c9-8446cf05fae0 req-d9d960f1-27f2-4c20-ade7-7d6c15c2869d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109931 Mar 07 17:07:46.551500 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [req-6b8df02f-6014-4d78-9865-01a51ccff407 req-fe186894-78ce-4088-a1cd-0563a30e9de4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:07:46.552979 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6b8df02f-6014-4d78-9865-01a51ccff407 req-fe186894-78ce-4088-a1cd-0563a30e9de4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077300 Mar 07 17:07:47.160738 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d76a2-890c-440d-a6df-7bba3f459bee req-29e64fe0-64ba-41f5-8c1c-308560f5a26d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:47.164346 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-564d76a2-890c-440d-a6df-7bba3f459bee req-29e64fe0-64ba-41f5-8c1c-308560f5a26d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1723263 Mar 07 17:07:47.227635 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9067d85-4b9b-494e-ac57-3017096fdf8b req-717d3636-6f9a-4a26-9045-6e8aabbdc572 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:47.242661 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9067d85-4b9b-494e-ac57-3017096fdf8b req-717d3636-6f9a-4a26-9045-6e8aabbdc572 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.2083402 Mar 07 17:07:47.337267 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-564d76a2-890c-440d-a6df-7bba3f459bee req-e29dec64-f718-4a35-9817-bdb89e66fcad tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500852 Mar 07 17:07:47.362696 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:07:47.425637 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9067d85-4b9b-494e-ac57-3017096fdf8b req-a463fd77-b1ea-405e-bc98-3e09d096f657 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799343 Mar 07 17:07:48.160658 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57762) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:48.339814 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-694ef289-6a1b-41b1-bc4c-2946ff65ae55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:48.475577 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-694ef289-6a1b-41b1-bc4c-2946ff65ae55 admin admin] Publish callbacks [] for security_group (47d2c043-a54a-4c60-b31f-b6bf7748139f), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:48.579645 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd700db7-827a-4781-a356-24c6eea02aab req-60dab3a9-4b2c-4e85-9c2d-1b3bebc41ed0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:48.583247 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bd700db7-827a-4781-a356-24c6eea02aab req-60dab3a9-4b2c-4e85-9c2d-1b3bebc41ed0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1010230 Mar 07 17:07:48.583868 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-694ef289-6a1b-41b1-bc4c-2946ff65ae55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (47d2c043-a54a-4c60-b31f-b6bf7748139f), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:48.596362 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5698f2b-de23-4350-9ddc-e089584da420 req-201e9944-cc6d-42ef-b1a6-e5d98533b9a4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:48.598018 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5698f2b-de23-4350-9ddc-e089584da420 req-201e9944-cc6d-42ef-b1a6-e5d98533b9a4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0653183 Mar 07 17:07:48.673333 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-694ef289-6a1b-41b1-bc4c-2946ff65ae55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a08fee1471484dbf89165401953cd40e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5107782 Mar 07 17:07:48.677619 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57776) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:48.689671 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ef289-6a1b-41b1-bc4c-2946ff65ae55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d2c043-a54a-4c60-b31f-b6bf7748139f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:48.731335 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bd700db7-827a-4781-a356-24c6eea02aab req-6a538f1f-88af-4d99-ba41-9cf14b445058 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414444 Mar 07 17:07:48.731950 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5698f2b-de23-4350-9ddc-e089584da420 req-09cecd17-9d6b-4813-a14c-87feb46a8f0e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227067 Mar 07 17:07:48.787724 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9ad7ccb3-1690-4645-87d2-bcce668851db admin admin] Publish callbacks [] for security_group (47d2c043-a54a-4c60-b31f-b6bf7748139f), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:48.825395 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9ad7ccb3-1690-4645-87d2-bcce668851db admin admin] Publish callbacks [] for security_group (47d2c043-a54a-4c60-b31f-b6bf7748139f), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:48.998238 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9ad7ccb3-1690-4645-87d2-bcce668851db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (47d2c043-a54a-4c60-b31f-b6bf7748139f), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:49.001795 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9ad7ccb3-1690-4645-87d2-bcce668851db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:49.003892 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9ad7ccb3-1690-4645-87d2-bcce668851db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47d2c043-a54a-4c60-b31f-b6bf7748139f HTTP/1.1" status: 204 len: 168 time: 0.3247626 Mar 07 17:07:49.014004 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7ccb3-1690-4645-87d2-bcce668851db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d2c043-a54a-4c60-b31f-b6bf7748139f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:49.957617 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585799-7a83-42b8-a99e-f89553490fa2 req-8b890784-31b1-424e-a8d4-b60a121d3e63 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:49.960463 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-33585799-7a83-42b8-a99e-f89553490fa2 req-8b890784-31b1-424e-a8d4-b60a121d3e63 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1092350 Mar 07 17:07:49.974976 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e899d-6410-4f5b-9266-88fe5e34977d req-82a01795-18fc-4c15-ac06-35036ea8bd5b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:49.977934 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f31e899d-6410-4f5b-9266-88fe5e34977d req-82a01795-18fc-4c15-ac06-35036ea8bd5b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1015761 Mar 07 17:07:50.073404 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f31e899d-6410-4f5b-9266-88fe5e34977d req-aef69acf-26e7-4fcc-90fc-8c67652f79b9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852113 Mar 07 17:07:50.081919 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-33585799-7a83-42b8-a99e-f89553490fa2 req-fa9b9804-19d8-424f-9bbe-67a479124361 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048214 Mar 07 17:07:50.607170 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57806) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:50.778538 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-106736087-network', 'tenant_id': 'd9d133f83f334ded8301f504e36a53d2'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:50.906091 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Made reservation on behalf of d9d133f83f334ded8301f504e36a53d2 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:07:50.909261 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:50.920672 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:51.053428 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Publish callbacks [] for security_group (235fb7bf-9c60-4445-8d25-86c9db07590a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:51.152921 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (235fb7bf-9c60-4445-8d25-86c9db07590a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:51.198806 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:07:51.264845 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (9a827213-bc06-4516-bf87-48b04933fc24), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:51.271406 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Added segment 9a827213-bc06-4516-bf87-48b04933fc24 of type vlan for network 57fac793-90e4-4019-8493-c427fd85d8a6 Mar 07 17:07:51.390279 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235fb7bf-9c60-4445-8d25-86c9db07590a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:51.411248 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (57fac793-90e4-4019-8493-c427fd85d8a6), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:51.412501 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24380b-46d7-4ee6-b90e-946b3a614727 req-de83ab49-f969-4a75-81ae-f79070ae5a26 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:51.430982 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dd24380b-46d7-4ee6-b90e-946b3a614727 req-de83ab49-f969-4a75-81ae-f79070ae5a26 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1423252 Mar 07 17:07:51.455573 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51227c53-7ea3-418a-84fb-f239b48a43ef req-e6b15558-4c5a-4533-84f2-a96b4d5298b8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:51.457583 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-51227c53-7ea3-418a-84fb-f239b48a43ef req-e6b15558-4c5a-4533-84f2-a96b4d5298b8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1463251 Mar 07 17:07:51.509106 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dd24380b-46d7-4ee6-b90e-946b3a614727 req-15068ce6-aaf2-43d6-bf95-85916f26de39 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763605 Mar 07 17:07:51.518564 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (57fac793-90e4-4019-8493-c427fd85d8a6), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:51.519685 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:51.520846 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:51.555369 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-51227c53-7ea3-418a-84fb-f239b48a43ef req-f0ee8fce-2737-4e8a-869d-881f650c8117 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888274 Mar 07 17:07:51.617469 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] Pushing event updated for resources: {'Network': ['ID=57fac793-90e4-4019-8493-c427fd85d8a6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:51.629876 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 57fac793-90e4-4019-8493-c427fd85d8a6 details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:07:51.660172 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-6ba5d3b8-2ace-4303-a7bc-526dfefdcac3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0512981 Mar 07 17:07:51.663551 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 57816) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:51.670177 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] Request body: {'subnet': {'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-106736087-subnet', 'tenant_id': 'd9d133f83f334ded8301f504e36a53d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:07:51.809362 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] Made reservation on behalf of d9d133f83f334ded8301f504e36a53d2 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:07:51.812316 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12806286'] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:52.180847 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14347568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12806288'] for subnet (aba525d0-0810-4ea9-8fcb-a45fe2df35a2), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:52.265893 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba525d0-0810-4ea9-8fcb-a45fe2df35a2,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:52.278322 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] Checking segment: {'id': '9a827213-bc06-4516-bf87-48b04933fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:07:52.279061 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] Network hostable DHCP agents. Network: 57fac793-90e4-4019-8493-c427fd85d8a6, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:07:52.382752 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] Network 57fac793-90e4-4019-8493-c427fd85d8a6 is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:07:52.460662 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 57fac793-90e4-4019-8493-c427fd85d8a6) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:07:52.468705 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:52.472337 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e55a4-0159-4a79-846e-9f56fa33350f None None] Network 57fac793-90e4-4019-8493-c427fd85d8a6 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:07:52.473480 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:52.606499 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9977ee57-1ec1-4182-9e88-00ede577142e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9374728 Mar 07 17:07:52.716579 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a4696e-aaa2-4a55-8f03-e7c93356da2e None None] Network 57fac793-90e4-4019-8493-c427fd85d8a6 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:07:52.754779 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64869b-1074-4b6c-9af6-3cd9f5a8e13e req-b772c7a1-7961-42f1-887f-3bb56cb2f81e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:52.771728 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3a64869b-1074-4b6c-9af6-3cd9f5a8e13e req-b772c7a1-7961-42f1-887f-3bb56cb2f81e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1215830 Mar 07 17:07:52.790135 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53e192-7118-4931-bd5a-6bfb6718d32f req-a084d10c-ca08-4267-996b-e349c15aa291 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:52.792041 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6b53e192-7118-4931-bd5a-6bfb6718d32f req-a084d10c-ca08-4267-996b-e349c15aa291 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0961118 Mar 07 17:07:52.849974 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3a64869b-1074-4b6c-9af6-3cd9f5a8e13e req-328f8276-d025-45f0-8187-34eccddceac6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768816 Mar 07 17:07:52.886783 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6b53e192-7118-4931-bd5a-6bfb6718d32f req-ec6c77ae-c30a-4f7b-b87f-43b53c4fcf9c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864091 Mar 07 17:07:54.132259 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c13f01-85d8-4ca9-a2d1-46a960c44346 req-00d74abf-23e2-4c30-a8da-661acbbd225f tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:54.145999 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e7c13f01-85d8-4ca9-a2d1-46a960c44346 req-00d74abf-23e2-4c30-a8da-661acbbd225f tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1230216 Mar 07 17:07:54.260368 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00d2c3-25fb-448e-a77e-ea7f515b154a req-7228e942-691c-43e7-be64-8bb5ad557a9c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:54.271337 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e7c13f01-85d8-4ca9-a2d1-46a960c44346 req-c2ede8fc-146b-4df8-959b-d494208ac56c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239195 Mar 07 17:07:54.275665 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de00d2c3-25fb-448e-a77e-ea7f515b154a req-7228e942-691c-43e7-be64-8bb5ad557a9c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1709149 Mar 07 17:07:54.359246 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de00d2c3-25fb-448e-a77e-ea7f515b154a req-9e32c6d7-45a4-424a-85f9-c03b5453ab98 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801165 Mar 07 17:07:55.611772 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62910-f780-46d0-b263-d0005b135b32 req-8cc16249-e5bc-4436-8dbd-7f5ebaa4eced tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:55.623936 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c3c62910-f780-46d0-b263-d0005b135b32 req-8cc16249-e5bc-4436-8dbd-7f5ebaa4eced tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1491251 Mar 07 17:07:55.696607 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c3c62910-f780-46d0-b263-d0005b135b32 req-68f0de25-09ae-4377-a7b7-eb308a6a25d3 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712314 Mar 07 17:07:55.840499 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8dcda-7ce7-4bc9-90d4-7526f668f360 req-7f285814-dabb-4f6f-87d0-db8774f7a2ed tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:55.842207 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3fe8dcda-7ce7-4bc9-90d4-7526f668f360 req-7f285814-dabb-4f6f-87d0-db8774f7a2ed tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0653088 Mar 07 17:07:55.911901 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3fe8dcda-7ce7-4bc9-90d4-7526f668f360 req-cdb4b3c0-6ba8-4835-994e-5063682846ad tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554531 Mar 07 17:07:56.956517 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57839-4a08-43d2-a271-6489820e0937 req-256464c8-26fd-4d2a-bb9a-675786bb0148 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:56.965658 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-256464c8-26fd-4d2a-bb9a-675786bb0148 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/networks?id=57fac793-90e4-4019-8493-c427fd85d8a6 HTTP/1.1" status: 200 len: 813 time: 0.2365873 Mar 07 17:07:57.010571 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-972872c5-f804-4e39-a151-31035b87911c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/quotas/d9d133f83f334ded8301f504e36a53d2 HTTP/1.1" status: 200 len: 375 time: 0.0444961 Mar 07 17:07:57.045497 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57908) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:57.143561 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-27e96a96-5733-42a3-bf6a-0a3df6f05c3f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9d133f83f334ded8301f504e36a53d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251879 Mar 07 17:07:57.355095 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-7945902d-b7cf-40e2-a8a9-253797e22632 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3076963 Mar 07 17:07:57.370751 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-cf4b93bb-519d-4293-9543-3490de34a50d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:07:57.372314 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-cf4b93bb-519d-4293-9543-3490de34a50d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102916 Mar 07 17:07:57.412449 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-f9071d01-d411-4a77-9305-fa4bd60ef4cf service neutron] 10.222.0.52 "GET /v2.0/networks/57fac793-90e4-4019-8493-c427fd85d8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659218 Mar 07 17:07:57.551502 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 57930) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:57.784147 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-995907d7-506b-4e4f-99f1-e9277017e5ed service neutron] 10.222.0.52 "GET /v2.0/networks/57fac793-90e4-4019-8493-c427fd85d8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627970 Mar 07 17:07:57.818673 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3768d78-b454-443c-986c-4867c27d5cbf req-e17c4e6a-505b-42b8-8a9a-c1a1c209f59c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:57.831381 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-e17c4e6a-505b-42b8-8a9a-c1a1c209f59c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports/45bb91a9-aaed-4704-9938-d87c251419b6 HTTP/1.1" status: 200 len: 941 time: 0.2760022 Mar 07 17:07:57.936467 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd784832-4518-427e-a676-5079a260a9df req-5028f967-0efc-4497-9ca7-ec5345eba4a4 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:57.947039 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fd784832-4518-427e-a676-5079a260a9df req-5028f967-0efc-4497-9ca7-ec5345eba4a4 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0932899 Mar 07 17:07:57.982997 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d59e-0e44-472b-8b1b-6363e5cd2a8d req-6bef8143-e6c6-493b-851b-b5951f45970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:57.990291 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3df6d59e-0e44-472b-8b1b-6363e5cd2a8d req-6bef8143-e6c6-493b-851b-b5951f45970a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 1129 time: 0.1124225 Mar 07 17:07:58.074305 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fd784832-4518-427e-a676-5079a260a9df req-88cfa06f-a121-4b4e-a0ce-f01acae7f84b tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262405 Mar 07 17:07:58.091636 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3df6d59e-0e44-472b-8b1b-6363e5cd2a8d req-32e9cd89-f06e-4d4b-91bb-ff226b2fafb7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934172 Mar 07 17:07:58.117361 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-156f6ddd-91ab-4cfb-9f52-15a0f21f22ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:58.218237 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d09f4b8a-0b24-447e-ba3d-b8637655c166 req-7492286a-4886-4329-a294-ad2f4592098c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 210 time: 0.0544837 Mar 07 17:07:58.330170 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575478e-43b5-4293-80db-75fc2e8e7190 req-b625c770-c972-493e-8a27-015de8ac07b4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:58.331840 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1575478e-43b5-4293-80db-75fc2e8e7190 req-b625c770-c972-493e-8a27-015de8ac07b4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1496954 Mar 07 17:07:58.452141 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1575478e-43b5-4293-80db-75fc2e8e7190 req-98653b11-c555-4cfa-b71c-4d602ea5bff0 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068685 Mar 07 17:07:59.291199 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b265f03-5a39-4cda-a5f8-aa5387458006 req-3279f201-e324-405b-9256-38d7abf01e43 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:59.303420 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5b265f03-5a39-4cda-a5f8-aa5387458006 req-3279f201-e324-405b-9256-38d7abf01e43 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1280770 Mar 07 17:07:59.355320 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3ff3e1a4-70b5-4da9-9cbf-bde81adca50c req-9b3fbc4a-9d3d-4feb-903f-374b71d71bf7 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 210 time: 0.0454912 Mar 07 17:07:59.369991 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5b265f03-5a39-4cda-a5f8-aa5387458006 req-28e3953c-b738-4fae-9b12-2e5012eaac8f tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650027 Mar 07 17:07:59.643102 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd51ab5-3357-493e-b678-174b1b975459 req-b6a55de2-cd60-45c0-b00f-3b865e489a92 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:59.645086 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-efd51ab5-3357-493e-b678-174b1b975459 req-b6a55de2-cd60-45c0-b00f-3b865e489a92 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0822432 Mar 07 17:07:59.736353 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-efd51ab5-3357-493e-b678-174b1b975459 req-c95c21e3-0f9d-402b-8f22-4770cebc3db8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788314 Mar 07 17:08:00.380704 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0652b8bf-d696-4ec8-9d31-ae7c7080ed8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:00.544052 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0ab0f276-80eb-4826-b6e7-be9dceeea55b req-414d9b11-44da-4332-b39e-dcf5fcc7e8e3 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 210 time: 0.0489976 Mar 07 17:08:00.614945 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a74e-9503-444d-8cee-dc058fc47f63 req-695e3ba4-fa75-425d-ac1e-bb3fc9075fe2 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:00.617314 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4631a74e-9503-444d-8cee-dc058fc47f63 req-695e3ba4-fa75-425d-ac1e-bb3fc9075fe2 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1034565 Mar 07 17:08:00.697003 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4631a74e-9503-444d-8cee-dc058fc47f63 req-c02f1a34-4fe7-458a-ac35-4e95cf60239a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724647 Mar 07 17:08:01.236580 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d498f-3bcb-4e0d-8580-c036ae9209f1 req-85fa9dad-fd17-4e2a-b50c-74d6464dda2e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:01.238180 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3a8d498f-3bcb-4e0d-8580-c036ae9209f1 req-85fa9dad-fd17-4e2a-b50c-74d6464dda2e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.3741632 Mar 07 17:08:01.372190 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3a8d498f-3bcb-4e0d-8580-c036ae9209f1 req-17bbc44a-75f2-4161-9084-3c3fdc01aa6d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056454 Mar 07 17:08:01.394779 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57839-4a08-43d2-a271-6489820e0937 req-6766dd4a-52a1-45a1-81c5-cfa0514d0d23 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:01.397175 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-6766dd4a-52a1-45a1-81c5-cfa0514d0d23 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.65 "GET /v2.0/networks?id=57fac793-90e4-4019-8493-c427fd85d8a6 HTTP/1.1" status: 200 len: 813 time: 0.2276628 Mar 07 17:08:01.423069 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Request body: {'port': {'device_id': '16409b64-5607-473a-9e30-87ecc4d945c9', 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6', 'admin_state_up': True, 'tenant_id': 'd9d133f83f334ded8301f504e36a53d2'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:01.680963 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa70cadd-78dc-4b52-825f-3a350dd74407 req-ccac8f1d-e103-4c6d-ab91-51163c46e403 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 210 time: 0.0506353 Mar 07 17:08:01.721516 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754be86c-140f-4c1a-9546-c8ee88e2945e req-fda93953-3911-49b8-9201-4bc42100aa3a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:01.723199 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-754be86c-140f-4c1a-9546-c8ee88e2945e req-fda93953-3911-49b8-9201-4bc42100aa3a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.2010250 Mar 07 17:08:01.727365 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c7861-a797-4b53-b18f-a35ce6f9fb7a req-3659cfe9-8342-4887-a172-cc7a66486912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:01.728939 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cb1c7861-a797-4b53-b18f-a35ce6f9fb7a req-3659cfe9-8342-4887-a172-cc7a66486912 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 1129 time: 0.1545658 Mar 07 17:08:01.853079 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-754be86c-140f-4c1a-9546-c8ee88e2945e req-b801495e-6082-4ffc-97ce-236691b98ef8 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105566 Mar 07 17:08:01.853079 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Made reservation on behalf of d9d133f83f334ded8301f504e36a53d2 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:08:01.853079 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:01.966120 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c7861-a797-4b53-b18f-a35ce6f9fb7a req-ed1b2241-af91-44b7-92b3-3df864bdf9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:01.967904 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cb1c7861-a797-4b53-b18f-a35ce6f9fb7a req-ed1b2241-af91-44b7-92b3-3df864bdf9e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 200 len: 920 time: 0.2229693 Mar 07 17:08:02.037415 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:02.044186 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cb1c7861-a797-4b53-b18f-a35ce6f9fb7a req-154e3394-d4d1-4ffe-838c-19fb183a1045 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78 HTTP/1.1" status: 200 len: 217 time: 0.0617638 Mar 07 17:08:02.166395 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c7861-a797-4b53-b18f-a35ce6f9fb7a req-7eceafb8-01db-444a-a257-8e9f91741821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:02.168136 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cb1c7861-a797-4b53-b18f-a35ce6f9fb7a req-7eceafb8-01db-444a-a257-8e9f91741821 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ebe8282a-1a75-4a21-b075-6e06af668645 HTTP/1.1" status: 200 len: 859 time: 0.1132865 Mar 07 17:08:02.172192 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Allocated IP 172.20.0.5 (57fac793-90e4-4019-8493-c427fd85d8a6/aba525d0-0810-4ea9-8fcb-a45fe2df35a2/976a1b09-d726-4cba-97a6-84333821e89f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:08:02.212360 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cb1c7861-a797-4b53-b18f-a35ce6f9fb7a req-9c85e59e-1486-4a9d-a3ca-256510f5ecc8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356169 Mar 07 17:08:02.424946 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cb1c7861-a797-4b53-b18f-a35ce6f9fb7a req-92b412ac-f757-47ad-8890-4e406d37de85 service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062178 Mar 07 17:08:02.529004 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560366a9-18e6-4be8-9e2b-b0c87a68cd12 req-535274f4-768f-4a2e-83df-c6b861cac290 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:02.530888 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-560366a9-18e6-4be8-9e2b-b0c87a68cd12 req-535274f4-768f-4a2e-83df-c6b861cac290 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0796735 Mar 07 17:08:02.589731 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks [] for port (976a1b09-d726-4cba-97a6-84333821e89f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:02.610180 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-560366a9-18e6-4be8-9e2b-b0c87a68cd12 req-481d3955-72c0-425b-9260-0c716125e5fe tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707078 Mar 07 17:08:02.647886 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cb1c7861-a797-4b53-b18f-a35ce6f9fb7a req-743238b6-1ef3-4fa5-bfdb-879f8dc1fafb service neutron] 10.222.0.65 "GET /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054172 Mar 07 17:08:02.757841 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (976a1b09-d726-4cba-97a6-84333821e89f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:02.845547 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Network 57fac793-90e4-4019-8493-c427fd85d8a6 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:02.853707 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:02.860047 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:08:02.890506 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Pushing event updated for resources: {'Port': ['ID=976a1b09-d726-4cba-97a6-84333821e89f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:02.930763 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:02.930763 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:02.939243 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2394c-10ad-4152-b20c-18ba1f8d2254 req-6678c004-1960-48d4-b92a-754da12e6e24 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:02.942396 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4ff2394c-10ad-4152-b20c-18ba1f8d2254 req-6678c004-1960-48d4-b92a-754da12e6e24 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 931 time: 0.1406708 Mar 07 17:08:03.036712 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4891f6-d7d1-467e-b97f-b34b52be4409 req-78043867-0aad-4ae7-85a2-c1ff12021f57 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:03.038581 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ff4891f6-d7d1-467e-b97f-b34b52be4409 req-78043867-0aad-4ae7-85a2-c1ff12021f57 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0620859 Mar 07 17:08:03.055833 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4ff2394c-10ad-4152-b20c-18ba1f8d2254 req-f03acef2-1c36-4fec-8222-a3f6a571d1f3 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044116 Mar 07 17:08:03.075893 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-229942eb-f954-47f6-84ee-3e76bab2c058 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6605420 Mar 07 17:08:03.097918 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Request body: {'port': {'device_id': '16409b64-5607-473a-9e30-87ecc4d945c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:03.121395 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ff4891f6-d7d1-467e-b97f-b34b52be4409 req-aa1510d7-7313-4511-b31f-3b96a3456cc3 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680399 Mar 07 17:08:03.180195 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:03.180735 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (976a1b09-d726-4cba-97a6-84333821e89f), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:03.354460 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-c9eda9fe-06e3-4e57-86cb-2643b45681e3 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201252142&fields=id&tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc HTTP/1.1" status: 200 len: 267 time: 0.1276536 Mar 07 17:08:03.538172 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-053aa711-0c63-4bd3-8786-a5cebed7c38b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:03.539679 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-053aa711-0c63-4bd3-8786-a5cebed7c38b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/networks?id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 HTTP/1.1" status: 200 len: 809 time: 0.1761651 Mar 07 17:08:03.568558 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-6616b939-05f2-40e6-a8c8-10869067ca8e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/quotas/9ddd7d84d9d04773ab99ba37ff0988bc HTTP/1.1" status: 200 len: 375 time: 0.0193002 Mar 07 17:08:03.641091 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976a1b09-d726-4cba-97a6-84333821e89f {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:08:03.648528 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Publish callbacks [] for port (976a1b09-d726-4cba-97a6-84333821e89f), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:03.671753 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-31c7e642-0ddc-4559-9f19-dc67b7b8ae22 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785179 Mar 07 17:08:03.673385 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Transition to ACTIVE for port object 976a1b09-d726-4cba-97a6-84333821e89f will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:08:03.760493 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (976a1b09-d726-4cba-97a6-84333821e89f), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:03.780111 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea773c9d-7cc6-44cd-b704-14ff59a26050 req-31d723aa-a047-4422-9b0b-232acd7cbf64 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:03.782615 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ea773c9d-7cc6-44cd-b704-14ff59a26050 req-31d723aa-a047-4422-9b0b-232acd7cbf64 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0596278 Mar 07 17:08:03.832680 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Pushing event updated for resources: {'Port': ['ID=976a1b09-d726-4cba-97a6-84333821e89f,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:03.844928 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3a1576da-4f52-4452-b13b-ba8512ad8f3b service neutron] 10.222.0.52 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559494 Mar 07 17:08:03.847908 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ea773c9d-7cc6-44cd-b704-14ff59a26050 req-7ff411b0-403a-477d-8fae-cc3422fe860f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575030 Mar 07 17:08:03.979889 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Attempting to bind port 976a1b09-d726-4cba-97a6-84333821e89f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:08:03.980231 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Attempting to bind port 976a1b09-d726-4cba-97a6-84333821e89f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '9a827213-bc06-4516-bf87-48b04933fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:08:03.980904 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Attempting to bind port 976a1b09-d726-4cba-97a6-84333821e89f on network 57fac793-90e4-4019-8493-c427fd85d8a6 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:08:03.994967 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Port 976a1b09-d726-4cba-97a6-84333821e89f on network 57fac793-90e4-4019-8493-c427fd85d8a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:08:03.995296 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Attempting to bind port 976a1b09-d726-4cba-97a6-84333821e89f on network 57fac793-90e4-4019-8493-c427fd85d8a6 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:08:04.001943 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-f48c64d5-3842-40e0-90fd-41ace36c7ab8 service neutron] 10.222.0.52 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425056 Mar 07 17:08:04.004816 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:08:04.005202 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Checking segment: {'id': '9a827213-bc06-4516-bf87-48b04933fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:08:04.005606 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Bound using segment: {'id': '9a827213-bc06-4516-bf87-48b04933fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:08:04.006030 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Bound port: 976a1b09-d726-4cba-97a6-84333821e89f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a827213-bc06-4516-bf87-48b04933fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:08:04.006297 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (976a1b09-d726-4cba-97a6-84333821e89f), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:04.079561 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] For port 976a1b09-d726-4cba-97a6-84333821e89f, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:08:04.085069 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] For port 976a1b09-d726-4cba-97a6-84333821e89f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=976a1b09-d726-4cba-97a6-84333821e89f,segment=NetworkSegment(9a827213-bc06-4516-bf87-48b04933fc24),segment_id=9a827213-bc06-4516-bf87-48b04933fc24)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:08:04.163573 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (976a1b09-d726-4cba-97a6-84333821e89f), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:04.213603 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:04.214262 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:04.218520 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] 10.222.0.65 "PUT /v2.0/ports/976a1b09-d726-4cba-97a6-84333821e89f HTTP/1.1" status: 200 len: 1093 time: 1.1242535 Mar 07 17:08:04.220376 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16409b64-5607-473a-9e30-87ecc4d945c9', 'tag': '976a1b09-d726-4cba-97a6-84333821e89f'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:04.225383 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1d215a-0b10-4656-b631-69f7671adc38" -d '{"events": [{"name": "network-changed", "server_uuid": "16409b64-5607-473a-9e30-87ecc4d945c9", "tag": "976a1b09-d726-4cba-97a6-84333821e89f"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:04.260422 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba6416-cda6-41e6-982f-16dcaa1d7acb req-0b2d85b1-a36a-467b-b121-0aa37b7f35e5 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:04.261983 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-46ba6416-cda6-41e6-982f-16dcaa1d7acb req-0b2d85b1-a36a-467b-b121-0aa37b7f35e5 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 943 time: 0.0773633 Mar 07 17:08:04.270128 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c63de-3cc0-4a08-a5c7-f42dcc0ce36d service neutron] Pushing event updated for resources: {'Port': ['ID=976a1b09-d726-4cba-97a6-84333821e89f,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:04.332724 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-46ba6416-cda6-41e6-982f-16dcaa1d7acb req-a832c864-3fac-4135-a56a-214fef72e962 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646021 Mar 07 17:08:04.446735 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f3ce7-8cad-47b9-9eb5-223016761830 req-db3b4bec-87d4-4929-9577-7c49bb78dc96 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:04.448246 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-571f3ce7-8cad-47b9-9eb5-223016761830 req-db3b4bec-87d4-4929-9577-7c49bb78dc96 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0572896 Mar 07 17:08:04.476059 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57839-4a08-43d2-a271-6489820e0937 req-255a42b4-53fe-49ae-9492-407cf348587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:04.476547 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-255a42b4-53fe-49ae-9492-407cf348587e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9d133f83f334ded8301f504e36a53d2&device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 1127 time: 0.0525758 Mar 07 17:08:04.503308 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-571f3ce7-8cad-47b9-9eb5-223016761830 req-ccba5d8f-544c-4dd8-8c66-2aefb3a69834 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492134 Mar 07 17:08:04.526972 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-90c5c9c8-4ec3-4598-b091-a0ac4231a02e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=976a1b09-d726-4cba-97a6-84333821e89f HTTP/1.1" status: 200 len: 217 time: 0.0347307 Mar 07 17:08:04.580109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0752f988-47a9-44ef-bfc1-f0abefeaf0e4 x-openstack-request-id: req-0752f988-47a9-44ef-bfc1-f0abefeaf0e4 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:04.580323 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16409b64-5607-473a-9e30-87ecc4d945c9", "tag": "976a1b09-d726-4cba-97a6-84333821e89f", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:04.580561 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0752f988-47a9-44ef-bfc1-f0abefeaf0e4 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:04.580953 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16409b64-5607-473a-9e30-87ecc4d945c9', 'tag': '976a1b09-d726-4cba-97a6-84333821e89f', 'status': 'completed', 'code': 200} Mar 07 17:08:04.599717 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57839-4a08-43d2-a271-6489820e0937 req-e2c22405-b76b-4973-9206-1d639cbaa40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:04.601187 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-e2c22405-b76b-4973-9206-1d639cbaa40e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aba525d0-0810-4ea9-8fcb-a45fe2df35a2 HTTP/1.1" status: 200 len: 853 time: 0.0683110 Mar 07 17:08:04.637035 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-2decd5f7-9691-4544-ada0-be71b05294bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57fac793-90e4-4019-8493-c427fd85d8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290382 Mar 07 17:08:04.786310 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-09196875-d68a-4215-98da-a0cc2a26a5c5 service neutron] 10.222.0.65 "GET /v2.0/networks/57fac793-90e4-4019-8493-c427fd85d8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404278 Mar 07 17:08:04.843781 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:04.854703 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ea20722a-1a77-445e-a0ad-aaafcc5a3b57 req-95b6e329-6401-473e-b7de-ca083f036cda tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 210 time: 0.0582666 Mar 07 17:08:04.924443 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ae57839-4a08-43d2-a271-6489820e0937 req-5ff96426-d367-4240-9376-86e114fc6806 service neutron] 10.222.0.65 "GET /v2.0/networks/57fac793-90e4-4019-8493-c427fd85d8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290603 Mar 07 17:08:05.061565 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a2ca9-c4da-41f1-9a11-31edddda6629 req-2241b67b-5b9d-4684-bee6-e230bd2fb7a3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:05.064097 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-819a2ca9-c4da-41f1-9a11-31edddda6629 req-2241b67b-5b9d-4684-bee6-e230bd2fb7a3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0607812 Mar 07 17:08:05.121411 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-819a2ca9-c4da-41f1-9a11-31edddda6629 req-ff3ea254-3808-4d9d-9334-59c9e8e92670 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478659 Mar 07 17:08:05.192114 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d215a-0b10-4656-b631-69f7671adc38 req-8aa979ea-561f-4793-81a3-ad2bf4800bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:05.194532 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f1d215a-0b10-4656-b631-69f7671adc38 req-8aa979ea-561f-4793-81a3-ad2bf4800bf7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9d133f83f334ded8301f504e36a53d2&device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 1127 time: 0.0669782 Mar 07 17:08:05.306723 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d215a-0b10-4656-b631-69f7671adc38 req-a5a715ff-1f89-4161-ad60-b8bb49e3bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:05.308214 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f1d215a-0b10-4656-b631-69f7671adc38 req-a5a715ff-1f89-4161-ad60-b8bb49e3bfd6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57fac793-90e4-4019-8493-c427fd85d8a6 HTTP/1.1" status: 200 len: 914 time: 0.1049836 Mar 07 17:08:05.355238 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f1d215a-0b10-4656-b631-69f7671adc38 req-0ea439bf-8e3c-470a-925d-8350d8bec7aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=976a1b09-d726-4cba-97a6-84333821e89f HTTP/1.1" status: 200 len: 217 time: 0.0390165 Mar 07 17:08:05.426613 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d215a-0b10-4656-b631-69f7671adc38 req-c15bcdeb-055c-48c7-b478-31f085a6cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:05.428885 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f1d215a-0b10-4656-b631-69f7671adc38 req-c15bcdeb-055c-48c7-b478-31f085a6cd17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aba525d0-0810-4ea9-8fcb-a45fe2df35a2 HTTP/1.1" status: 200 len: 853 time: 0.0584729 Mar 07 17:08:05.475934 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f1d215a-0b10-4656-b631-69f7671adc38 req-72ccb506-19fa-42ad-a486-6aac46348703 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57fac793-90e4-4019-8493-c427fd85d8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374515 Mar 07 17:08:05.516981 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e94e1-742d-40f5-b384-62f473e90c85 req-40586458-2576-4c01-8bc2-f281d8b55760 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:05.518755 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a01e94e1-742d-40f5-b384-62f473e90c85 req-40586458-2576-4c01-8bc2-f281d8b55760 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 943 time: 0.0723205 Mar 07 17:08:05.598252 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f1d215a-0b10-4656-b631-69f7671adc38 req-73d7c9c6-474b-4082-a276-814eb0480cba service neutron] 10.222.0.65 "GET /v2.0/networks/57fac793-90e4-4019-8493-c427fd85d8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121583 Mar 07 17:08:05.610753 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a01e94e1-742d-40f5-b384-62f473e90c85 req-d0586d73-80cd-4676-95d9-fee8408c5a5e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768745 Mar 07 17:08:05.986467 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-11e03333-25a1-45ab-83ac-3ee079d68920 req-3ffc2a38-a4a6-4d34-b492-413d6949f692 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 210 time: 0.0773108 Mar 07 17:08:06.011944 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8acdf-69e6-4cb0-ae32-d082212095e5 req-9b5bf0d3-4397-4840-8d69-320a2e74b90c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:06.014591 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c3c8acdf-69e6-4cb0-ae32-d082212095e5 req-9b5bf0d3-4397-4840-8d69-320a2e74b90c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.3918788 Mar 07 17:08:06.042448 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f1d215a-0b10-4656-b631-69f7671adc38 req-32b97469-3383-43f1-86dd-b5cfee0955f5 service neutron] 10.222.0.65 "GET /v2.0/networks/57fac793-90e4-4019-8493-c427fd85d8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298851 Mar 07 17:08:06.086652 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c3c8acdf-69e6-4cb0-ae32-d082212095e5 req-845c446d-c102-4a64-8e3e-ad0b8af2a457 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569143 Mar 07 17:08:06.333781 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06ca59-6d43-4dd0-a8bb-3cde58e087d2 req-a903c1f5-a124-460e-af92-479b36c42b0e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:06.335461 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9a06ca59-6d43-4dd0-a8bb-3cde58e087d2 req-a903c1f5-a124-460e-af92-479b36c42b0e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1141078 Mar 07 17:08:06.396512 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9a06ca59-6d43-4dd0-a8bb-3cde58e087d2 req-3bff74a4-d3ef-4361-9375-d8630ad69aed tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516102 Mar 07 17:08:06.770032 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f171f1-a8be-4f49-80d2-5b42f9e853f7 req-18ab0c26-5212-4b45-a247-47723ce8be75 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:06.770032 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-62f171f1-a8be-4f49-80d2-5b42f9e853f7 req-18ab0c26-5212-4b45-a247-47723ce8be75 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 943 time: 0.0927551 Mar 07 17:08:06.827945 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-62f171f1-a8be-4f49-80d2-5b42f9e853f7 req-0102fd44-f5de-4280-90fe-76e0b90cba95 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549865 Mar 07 17:08:07.104355 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-56ecb7ee-10de-41c1-8869-06b7c588e405 req-3db385ea-5e93-41de-bf0d-4807d1fd0e3f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 210 time: 0.0338302 Mar 07 17:08:07.169442 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 58168) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:07.175128 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-42e11e55-6591-4474-b56d-ad7706756adf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984581815', 'description': 'tempest-description--1563081112'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:07.386331 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42e11e55-6591-4474-b56d-ad7706756adf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:07.471689 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42e11e55-6591-4474-b56d-ad7706756adf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:07.558281 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeafeee-b6cf-4c4b-8d79-2980a6f7c90a req-17a5b3e1-21f3-4931-a144-00d9786a2772 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:07.559877 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-efeafeee-b6cf-4c4b-8d79-2980a6f7c90a req-17a5b3e1-21f3-4931-a144-00d9786a2772 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0635006 Mar 07 17:08:07.585943 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42e11e55-6591-4474-b56d-ad7706756adf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:07.619192 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e11e55-6591-4474-b56d-ad7706756adf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:07.624165 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-efeafeee-b6cf-4c4b-8d79-2980a6f7c90a req-0cd8ea8a-a8a7-4141-b7fc-3ffa30aba71c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533323 Mar 07 17:08:07.707812 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42e11e55-6591-4474-b56d-ad7706756adf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:07.709074 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-42e11e55-6591-4474-b56d-ad7706756adf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5386095 Mar 07 17:08:07.712288 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 58172) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:07.717663 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-2c3b0aff-bc82-4f09-ae6b-6d272cae6e6c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group_rule': {'security_group_id': '120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:07.825442 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0aff-bc82-4f09-ae6b-6d272cae6e6c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (fc39994a-2055-44c3-a53b-02740ee6d0b8), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:07.904432 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0aff-bc82-4f09-ae6b-6d272cae6e6c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (fc39994a-2055-44c3-a53b-02740ee6d0b8), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:07.976922 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb33f9-86c7-40f2-8650-eb668d3b1d28 req-b527011a-65dc-4418-8027-d03c96371f35 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:07.978866 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d1eb33f9-86c7-40f2-8650-eb668d3b1d28 req-b527011a-65dc-4418-8027-d03c96371f35 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 943 time: 0.0615461 Mar 07 17:08:08.039961 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0aff-bc82-4f09-ae6b-6d272cae6e6c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (fc39994a-2055-44c3-a53b-02740ee6d0b8), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.065522 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58180) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:08.070762 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-2720f27a-5975-455b-9de6-3626dbdeeacf tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:08.072275 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-2720f27a-5975-455b-9de6-3626dbdeeacf tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.65 "GET /v2.0/networks?id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 HTTP/1.1" status: 200 len: 809 time: 0.1376297 Mar 07 17:08:08.075877 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b0aff-bc82-4f09-ae6b-6d272cae6e6c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc39994a-2055-44c3-a53b-02740ee6d0b8,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:08.093295 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d1eb33f9-86c7-40f2-8650-eb668d3b1d28 req-f8c53ff7-893b-48ae-bc93-44f535f06cd1 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055398 Mar 07 17:08:08.106760 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 976a1b09-d726-4cba-97a6-84333821e89f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:08:08.177718 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-0fcc4902-fb82-42cf-8d6b-50d05e41390f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc HTTP/1.1" status: 200 len: 379 time: 0.0802715 Mar 07 17:08:08.179209 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d704cc-d530-4f18-ad19-c50da93e2944 admin admin] Deleting subnet 87168991-1009-429a-acc5-f01dbf7ee453 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:08:08.188179 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Request body: {'port': {'device_id': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'admin_state_up': True, 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'security_groups': ['afbf5323-d10b-4211-9b20-90b327c3e8cd']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:08.193539 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b9d704cc-d530-4f18-ad19-c50da93e2944 admin admin] Publish callbacks [] for subnet (87168991-1009-429a-acc5-f01dbf7ee453), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.256821 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b9d704cc-d530-4f18-ad19-c50da93e2944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12967029'] for subnet (87168991-1009-429a-acc5-f01dbf7ee453), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.305173 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 976a1b09-d726-4cba-97a6-84333821e89f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=976a1b09-d726-4cba-97a6-84333821e89f,segment=NetworkSegment(9a827213-bc06-4516-bf87-48b04933fc24),segment_id=9a827213-bc06-4516-bf87-48b04933fc24)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:08.311921 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0aff-bc82-4f09-ae6b-6d272cae6e6c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.315961 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58184) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:08.316315 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-2c3b0aff-bc82-4f09-ae6b-6d272cae6e6c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6030047 Mar 07 17:08:08.321078 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-518a775f-bab5-46f6-85b2-2448be811047 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group_rule': {'security_group_id': '120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:08.325901 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '976a1b09-d726-4cba-97a6-84333821e89f', 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6', 'port_id': '976a1b09-d726-4cba-97a6-84333821e89f', 'mac_address': 'fa:16:3e:6e:4f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba525d0-0810-4ea9-8fcb-a45fe2df35a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:08:08.331184 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b9d704cc-d530-4f18-ad19-c50da93e2944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (87168991-1009-429a-acc5-f01dbf7ee453), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.343778 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b09a0695-c6d8-433e-9213-690dc77191fd req-a5b7d578-02d8-408e-9a48-1bfb473f8398 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 210 time: 0.0519235 Mar 07 17:08:08.387421 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 976a1b09-d726-4cba-97a6-84333821e89f is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:08.387819 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (976a1b09-d726-4cba-97a6-84333821e89f), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.405599 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976a1b09-d726-4cba-97a6-84333821e89f {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:08:08.428910 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 976a1b09-d726-4cba-97a6-84333821e89f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=976a1b09-d726-4cba-97a6-84333821e89f,segment=NetworkSegment(9a827213-bc06-4516-bf87-48b04933fc24),segment_id=9a827213-bc06-4516-bf87-48b04933fc24)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:08.481885 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-518a775f-bab5-46f6-85b2-2448be811047 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (4f40ccce-2f8f-4d3f-a3ff-f9e1cc77ade6), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.534476 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Made reservation on behalf of 9ddd7d84d9d04773ab99ba37ff0988bc for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:08:08.535165 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (976a1b09-d726-4cba-97a6-84333821e89f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.540041 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.540429 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-518a775f-bab5-46f6-85b2-2448be811047 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (4f40ccce-2f8f-4d3f-a3ff-f9e1cc77ade6), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.543021 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b9d704cc-d530-4f18-ad19-c50da93e2944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12767345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13222127'] for subnet (87168991-1009-429a-acc5-f01dbf7ee453), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.574577 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d704cc-d530-4f18-ad19-c50da93e2944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87168991-1009-429a-acc5-f01dbf7ee453,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:08.580133 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b9d704cc-d530-4f18-ad19-c50da93e2944 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.583812 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-b9d704cc-d530-4f18-ad19-c50da93e2944 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/87168991-1009-429a-acc5-f01dbf7ee453 HTTP/1.1" status: 204 len: 168 time: 0.5167339 Mar 07 17:08:08.589769 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58186) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:08.606726 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=976a1b09-d726-4cba-97a6-84333821e89f,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:08.630870 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-518a775f-bab5-46f6-85b2-2448be811047 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (4f40ccce-2f8f-4d3f-a3ff-f9e1cc77ade6), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.652104 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a775f-bab5-46f6-85b2-2448be811047 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f40ccce-2f8f-4d3f-a3ff-f9e1cc77ade6,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:08.731325 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (c9a311c4-0e22-43f6-a81a-8dd0546845dc), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.795197 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Allocated IP 172.20.0.14 (dc07f0f3-5fc9-4501-ad6c-4c0683f75c25/90e0e699-e133-4c3b-b415-aa8bcf498bee/905ef2d1-7615-4048-b5a1-2ac402e77019) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:08:08.835170 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d5ede-801d-4abe-8a5d-969b1aa86f84 req-9c38801e-935a-4501-b28b-202c006ff830 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:08.836972 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-967d5ede-801d-4abe-8a5d-969b1aa86f84 req-9c38801e-935a-4501-b28b-202c006ff830 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1233137 Mar 07 17:08:08.841783 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-518a775f-bab5-46f6-85b2-2448be811047 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.847288 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-518a775f-bab5-46f6-85b2-2448be811047 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5297315 Mar 07 17:08:08.849956 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 58190) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:08.854489 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:08.885719 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (c9a311c4-0e22-43f6-a81a-8dd0546845dc), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:08.894179 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['976a1b09-d726-4cba-97a6-84333821e89f'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:08:08.934596 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a311c4-0e22-43f6-a81a-8dd0546845dc']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:08.957206 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ee3ce6-c709-44b8-87a2-ade61305d30a') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:08.957461 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ee3ce6-c709-44b8-87a2-ade61305d30a') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:08.988893 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-967d5ede-801d-4abe-8a5d-969b1aa86f84 req-758cf785-9695-4e87-bf35-13aa26e530d2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335797 Mar 07 17:08:08.991864 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12967054'] for segment (c0ee3ce6-c709-44b8-87a2-ade61305d30a), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.030782 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (c0ee3ce6-c709-44b8-87a2-ade61305d30a), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.034070 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3768d78-b454-443c-986c-4867c27d5cbf req-66492c62-086c-44ed-8d72-21ba78a9a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:09.037249 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-66492c62-086c-44ed-8d72-21ba78a9a8cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc&tenant_id=84c221f2dc834546ae095602ed8dbefd HTTP/1.1" status: 200 len: 1128 time: 0.1501074 Mar 07 17:08:09.042210 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12767259'] for segment (c0ee3ce6-c709-44b8-87a2-ade61305d30a), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: Traceback (most recent call last): Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: timer() Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: cb(*args, **kw) Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: return func(*args, **kwargs) Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: self._notify() Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: self.callback(batched_events) Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: event.method(event) Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: return f(self, *a, **k) Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._get(url).json() Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: return self.request(url, 'GET', **kwargs) Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:08:09.054654 dv-cinder-778193-24-iscsi neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:08:09.079068 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.159660 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.220657 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (c9a311c4-0e22-43f6-a81a-8dd0546845dc), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.229868 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.238047 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] 10.222.0.52 "DELETE /v2.0/networks/c9a311c4-0e22-43f6-a81a-8dd0546845dc HTTP/1.1" status: 204 len: 168 time: 0.6431067 Mar 07 17:08:09.245916 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79308c-e98e-40ac-8272-caf560a1e6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a311c4-0e22-43f6-a81a-8dd0546845dc,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:09.286797 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3768d78-b454-443c-986c-4867c27d5cbf req-fed2ec95-481f-404f-ab33-c3ea9465f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:09.288336 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-fed2ec95-481f-404f-ab33-c3ea9465f235 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 1128 time: 0.1916564 Mar 07 17:08:09.337215 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.436321 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd5459-ff9d-4541-ad08-23fc262f84c7 req-98a0fce3-873e-4ba4-86e7-b9ffd092848c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:09.438647 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1efd5459-ff9d-4541-ad08-23fc262f84c7 req-98a0fce3-873e-4ba4-86e7-b9ffd092848c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 944 time: 0.2053192 Mar 07 17:08:09.444012 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:09.455394 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:09.467800 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:08:09.471254 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event updated for resources: {'Port': ['ID=905ef2d1-7615-4048-b5a1-2ac402e77019,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:09.496080 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2461be-2579-4191-bcf6-5ac234770ab7 req-12ebef4b-1a61-4981-9eb5-7e61092caf38 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:09.497757 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7f2461be-2579-4191-bcf6-5ac234770ab7 req-12ebef4b-1a61-4981-9eb5-7e61092caf38 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 932 time: 0.0624485 Mar 07 17:08:09.543311 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3768d78-b454-443c-986c-4867c27d5cbf req-74926221-a651-4c38-94b8-775e30826928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:09.545006 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-74926221-a651-4c38-94b8-775e30826928 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 918 time: 0.2492685 Mar 07 17:08:09.571929 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.576402 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7f2461be-2579-4191-bcf6-5ac234770ab7 req-cb3d4b9c-0f53-462d-af29-98253360aeea tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643129 Mar 07 17:08:09.623208 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1efd5459-ff9d-4541-ad08-23fc262f84c7 req-6fcef68b-4b66-4022-b16d-c357991a2180 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745334 Mar 07 17:08:09.629353 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:09.630024 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.711072 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58206) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:09.730724 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-edc6afeb-3773-4489-8c8d-356ab851d5a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb91a9-aaed-4704-9938-d87c251419b6 HTTP/1.1" status: 200 len: 1000 time: 0.1736312 Mar 07 17:08:09.746543 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-00d10645-9352-4855-8cde-1495c48c0913 None None] Provisioning complete for port 905ef2d1-7615-4048-b5a1-2ac402e77019 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:09.747559 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-00d10645-9352-4855-8cde-1495c48c0913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.766680 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-088d849c-40b9-4a47-ab0c-63ee54f36603 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d88a3948e61d4a09b2540dc8e1e51047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512583 Mar 07 17:08:09.768129 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58208) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:09.795114 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-00d10645-9352-4855-8cde-1495c48c0913 None None] Port 905ef2d1-7615-4048-b5a1-2ac402e77019 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:08:09.824427 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-3447be62-ab04-419b-ad8c-e43e22c68bae tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6409142 Mar 07 17:08:09.844684 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-27cca592-5b01-4cef-bb41-faf1407464ae admin admin] Publish callbacks [] for security_group (d1623cee-68e3-403b-9d1d-678cce7be919), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.850206 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Request body: {'port': {'device_id': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:09.874499 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-27cca592-5b01-4cef-bb41-faf1407464ae admin admin] Publish callbacks [] for security_group (d1623cee-68e3-403b-9d1d-678cce7be919), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:09.882576 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Allocated IP 172.27.1.20 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/42fe03a7-fb28-4a06-ab58-e4472b689bf4) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:08:09.887715 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3768d78-b454-443c-986c-4867c27d5cbf req-e80917c4-9f00-477e-8146-0d5fe46607fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:09.889262 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-e80917c4-9f00-477e-8146-0d5fe46607fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 HTTP/1.1" status: 200 len: 856 time: 0.1496840 Mar 07 17:08:10.029264 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-27cca592-5b01-4cef-bb41-faf1407464ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (d1623cee-68e3-403b-9d1d-678cce7be919), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:10.032738 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:10.034915 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-27cca592-5b01-4cef-bb41-faf1407464ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:10.042921 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-27cca592-5b01-4cef-bb41-faf1407464ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d1623cee-68e3-403b-9d1d-678cce7be919 HTTP/1.1" status: 204 len: 168 time: 0.2712145 Mar 07 17:08:10.059655 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cca592-5b01-4cef-bb41-faf1407464ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1623cee-68e3-403b-9d1d-678cce7be919,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:10.073890 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3768d78-b454-443c-986c-4867c27d5cbf req-ae9e9ba2-7acd-497e-a06e-50e400d71ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:10.075497 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-ae9e9ba2-7acd-497e-a06e-50e400d71ffc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8426946e-6eb9-4036-ab32-d12b1e24792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1775851 Mar 07 17:08:10.122353 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 976a1b09-d726-4cba-97a6-84333821e89f up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:08:10.148624 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (42fe03a7-fb28-4a06-ab58-e4472b689bf4), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:10.185143 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b9430-3122-4b24-a1bb-f90f621b1431 req-0dfe7954-1077-426a-87f6-88751194a276 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:10.187804 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8c3b9430-3122-4b24-a1bb-f90f621b1431 req-0dfe7954-1077-426a-87f6-88751194a276 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0868034 Mar 07 17:08:10.263067 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8c3b9430-3122-4b24-a1bb-f90f621b1431 req-54c578b6-7962-4718-9b6e-24a841e3f9ef tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627804 Mar 07 17:08:10.351480 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 976a1b09-d726-4cba-97a6-84333821e89f completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:08:10.358670 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 976a1b09-d726-4cba-97a6-84333821e89f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:10.359367 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (976a1b09-d726-4cba-97a6-84333821e89f), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:10.479630 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 976a1b09-d726-4cba-97a6-84333821e89f is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:10.480042 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (976a1b09-d726-4cba-97a6-84333821e89f), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:10.509581 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16409b64-5607-473a-9e30-87ecc4d945c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976a1b09-d726-4cba-97a6-84333821e89f'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:10.511881 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b2b1bf-c31d-4a53-8afd-598f89ce100e" -d '{"events": [{"server_uuid": "16409b64-5607-473a-9e30-87ecc4d945c9", "name": "network-vif-plugged", "status": "completed", "tag": "976a1b09-d726-4cba-97a6-84333821e89f"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:10.526405 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 976a1b09-d726-4cba-97a6-84333821e89f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=976a1b09-d726-4cba-97a6-84333821e89f,segment=NetworkSegment(9a827213-bc06-4516-bf87-48b04933fc24),segment_id=9a827213-bc06-4516-bf87-48b04933fc24)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:10.527009 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-c98772b9-997a-4150-89aa-6e95e4cc1c95 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274256 Mar 07 17:08:10.551696 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:10.563613 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179beaaa-9b49-47bb-af33-3701aa3b4363 x-openstack-request-id: req-179beaaa-9b49-47bb-af33-3701aa3b4363 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:10.563613 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16409b64-5607-473a-9e30-87ecc4d945c9", "name": "network-vif-plugged", "status": "completed", "tag": "976a1b09-d726-4cba-97a6-84333821e89f", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:10.563613 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-179beaaa-9b49-47bb-af33-3701aa3b4363 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:10.563613 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16409b64-5607-473a-9e30-87ecc4d945c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976a1b09-d726-4cba-97a6-84333821e89f', 'code': 200} Mar 07 17:08:10.644965 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (976a1b09-d726-4cba-97a6-84333821e89f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:10.648743 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (42fe03a7-fb28-4a06-ab58-e4472b689bf4), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:10.727794 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:10.743547 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=976a1b09-d726-4cba-97a6-84333821e89f,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:10.751023 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:10.755177 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=42fe03a7-fb28-4a06-ab58-e4472b689bf4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:10.757407 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:08:10.762667 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b3768d78-b454-443c-986c-4867c27d5cbf req-6c4cea91-1948-46d4-afec-5498b54f8b6b service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248702 Mar 07 17:08:10.892246 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905ef2d1-7615-4048-b5a1-2ac402e77019 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:08:10.904514 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e69da-7203-41a7-8e27-e8e1f666ec9e req-de001c36-f076-4530-956d-4bcac01aaba3 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:10.904660 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Publish callbacks [] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:10.906695 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ae9e69da-7203-41a7-8e27-e8e1f666ec9e req-de001c36-f076-4530-956d-4bcac01aaba3 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 932 time: 0.1458926 Mar 07 17:08:10.978902 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ae9e69da-7203-41a7-8e27-e8e1f666ec9e req-d7083887-4d16-4f3b-9e8e-ecebb07dd264 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645382 Mar 07 17:08:10.980223 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Transition to ACTIVE for port object 905ef2d1-7615-4048-b5a1-2ac402e77019 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:08:11.008428 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774f10b-c694-4b2e-8888-d6b3feb49996 req-a734f1c5-f2a1-4f83-a9df-a811d0395e4d tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:11.009990 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7774f10b-c694-4b2e-8888-d6b3feb49996 req-a734f1c5-f2a1-4f83-a9df-a811d0395e4d tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 945 time: 0.1943140 Mar 07 17:08:11.027282 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (f280785f-3742-402c-8065-4fa5c4746a2a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:11.099594 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:11.159818 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7774f10b-c694-4b2e-8888-d6b3feb49996 req-59e61201-5a7a-4d5a-a3ae-bf8e397913a9 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422024 Mar 07 17:08:11.280548 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99248e1e-cfa4-488e-bd1f-bc95052e6b6e req-71663c5c-ecc0-4717-9b00-5adb032a7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:11.285033 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-99248e1e-cfa4-488e-bd1f-bc95052e6b6e req-71663c5c-ecc0-4717-9b00-5adb032a7d96 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 1129 time: 0.2387137 Mar 07 17:08:11.292405 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Pushing event updated for resources: {'Port': ['ID=905ef2d1-7615-4048-b5a1-2ac402e77019,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:11.316370 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (42fe03a7-fb28-4a06-ab58-e4472b689bf4), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:11.424978 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c36c6-8ad8-4e46-93e7-1ea928abfc6f req-ff10ba30-46b9-4c5f-bf2c-a432427b5747 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:11.434496 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f03c36c6-8ad8-4e46-93e7-1ea928abfc6f req-ff10ba30-46b9-4c5f-bf2c-a432427b5747 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0730326 Mar 07 17:08:11.480800 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-99248e1e-cfa4-488e-bd1f-bc95052e6b6e req-050f14cb-31bc-41a6-a17f-7b85420711bd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802313 Mar 07 17:08:11.517993 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f03c36c6-8ad8-4e46-93e7-1ea928abfc6f req-8cd11147-d4ca-4a96-b580-9e1944bf2843 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818818 Mar 07 17:08:11.536572 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Attempting to bind port 905ef2d1-7615-4048-b5a1-2ac402e77019 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:08:11.537031 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Attempting to bind port 905ef2d1-7615-4048-b5a1-2ac402e77019 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:08:11.537159 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Attempting to bind port 905ef2d1-7615-4048-b5a1-2ac402e77019 on network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:08:11.577527 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Port 905ef2d1-7615-4048-b5a1-2ac402e77019 on network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:08:11.577972 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Attempting to bind port 905ef2d1-7615-4048-b5a1-2ac402e77019 on network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:08:11.588877 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:08:11.589273 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Checking segment: {'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:08:11.589756 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Bound using segment: {'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:08:11.590213 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Bound port: 905ef2d1-7615-4048-b5a1-2ac402e77019, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102600d6-f2e5-4210-ad5c-9d484e2dbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:08:11.590610 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:11.706980 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (42fe03a7-fb28-4a06-ab58-e4472b689bf4), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:11.712773 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] For port 905ef2d1-7615-4048-b5a1-2ac402e77019, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:08:11.716488 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] For port 905ef2d1-7615-4048-b5a1-2ac402e77019, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=905ef2d1-7615-4048-b5a1-2ac402e77019,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:08:11.796099 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (42fe03a7-fb28-4a06-ab58-e4472b689bf4), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:11.834949 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:11.925550 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:11.927977 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:11.932749 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] 10.222.0.65 "PUT /v2.0/ports/905ef2d1-7615-4048-b5a1-2ac402e77019 HTTP/1.1" status: 200 len: 1094 time: 2.0928369 Mar 07 17:08:11.935336 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=42fe03a7-fb28-4a06-ab58-e4472b689bf4,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:11.942787 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:11.947285 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fb0eaf-ca02-49b1-b001-2fb554acd367" -d '{"events": [{"name": "network-changed", "server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:12.052426 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (f280785f-3742-402c-8065-4fa5c4746a2a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:12.134810 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1483449e-f7df-4e09-afc2-8be0d6349f35 x-openstack-request-id: req-1483449e-f7df-4e09-afc2-8be0d6349f35 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:12.135681 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:12.136216 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1483449e-f7df-4e09-afc2-8be0d6349f35 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:12.137122 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'status': 'completed', 'code': 200} Mar 07 17:08:12.179979 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1271f12-5b1c-498a-a0e6-bc2a35741e0d service neutron] Pushing event updated for resources: {'Port': ['ID=905ef2d1-7615-4048-b5a1-2ac402e77019,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:12.307085 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:12.308940 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5e9cb7fe-cc3c-42eb-91a4-0b053bd47d32 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4579811 Mar 07 17:08:12.374173 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb0eaf-ca02-49b1-b001-2fb554acd367 req-6434510c-45d6-48e9-b59a-1b515da563e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:12.376436 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49fb0eaf-ca02-49b1-b001-2fb554acd367 req-6434510c-45d6-48e9-b59a-1b515da563e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc&device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 1128 time: 0.1494875 Mar 07 17:08:12.411647 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58908bb-f14a-4499-a94c-92ff19b75a73 req-5725777b-b7bd-43fb-a6b2-2df5cb7bcd60 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:12.414457 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e58908bb-f14a-4499-a94c-92ff19b75a73 req-5725777b-b7bd-43fb-a6b2-2df5cb7bcd60 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.1716928 Mar 07 17:08:12.556924 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e58908bb-f14a-4499-a94c-92ff19b75a73 req-a59ef865-6c33-4151-8121-5b46a2f234a6 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224148 Mar 07 17:08:12.616367 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb0eaf-ca02-49b1-b001-2fb554acd367 req-8e948f62-74ee-4f8b-bb0c-cb134bbf948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:12.619762 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49fb0eaf-ca02-49b1-b001-2fb554acd367 req-8e948f62-74ee-4f8b-bb0c-cb134bbf948d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1555889 Mar 07 17:08:12.739020 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12871dd9-d0cd-43ba-9235-7be301e9b232 req-85081ff0-7bad-4e8f-98ad-111f9726c5e1 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:12.746718 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12871dd9-d0cd-43ba-9235-7be301e9b232 req-85081ff0-7bad-4e8f-98ad-111f9726c5e1 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 945 time: 0.1251781 Mar 07 17:08:12.805287 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12871dd9-d0cd-43ba-9235-7be301e9b232 req-63d0f6ed-046e-4714-ae98-7be06d554e79 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571785 Mar 07 17:08:12.820802 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d185b6-6c44-41f2-8afd-0072c42ce85c req-a9af5ae5-d82a-49a6-8aab-312253f678db tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:12.825168 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-83d185b6-6c44-41f2-8afd-0072c42ce85c req-a9af5ae5-d82a-49a6-8aab-312253f678db tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0863864 Mar 07 17:08:12.914879 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-83d185b6-6c44-41f2-8afd-0072c42ce85c req-a839b772-9352-416d-81a2-3962d1e5a115 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824022 Mar 07 17:08:12.975792 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-0886244c-9999-474b-8f07-010c8faf3020 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1984581815&fields=id&tenant_id=dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 267 time: 0.0612891 Mar 07 17:08:13.090688 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fea8d-669a-4657-88c7-3b7aebb401d8 req-a87cff8e-a0e3-400c-a97e-5a88928191eb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:13.092287 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-822fea8d-669a-4657-88c7-3b7aebb401d8 req-a87cff8e-a0e3-400c-a97e-5a88928191eb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0888476 Mar 07 17:08:13.193771 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-822fea8d-669a-4657-88c7-3b7aebb401d8 req-2b6f2256-9ed6-456b-8be0-5b28e4e4487d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941408 Mar 07 17:08:13.224124 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-ba1dc95d-5f26-424d-81a4-4c1409d1221c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:13.226916 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-ba1dc95d-5f26-424d-81a4-4c1409d1221c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 815 time: 0.2375352 Mar 07 17:08:13.244529 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-5af127c4-1c4e-456d-b561-e58d2898afed tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/quotas/dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 375 time: 0.0125825 Mar 07 17:08:13.324200 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-9fb5c586-f109-4934-822f-6fefb231a805 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683568 Mar 07 17:08:13.518557 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-c6c4fbb2-665e-44f6-9006-3e2e3492eeb1 service neutron] 10.222.0.52 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769390 Mar 07 17:08:14.156069 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-702c98df-7a1f-4c78-8466-16e5e24a7d23 service neutron] 10.222.0.52 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551206 Mar 07 17:08:14.159766 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a0d60-291f-4dee-bd43-de56ff5311bd req-347e9b91-2594-4bfc-932d-8c6ee05e2a3f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:14.159766 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ca5a0d60-291f-4dee-bd43-de56ff5311bd req-347e9b91-2594-4bfc-932d-8c6ee05e2a3f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.1102023 Mar 07 17:08:14.159766 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ca5a0d60-291f-4dee-bd43-de56ff5311bd req-53b005fa-b3f5-4066-9965-093e9a7a0675 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582330 Mar 07 17:08:14.163768 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb0eaf-ca02-49b1-b001-2fb554acd367 req-80356a88-20ee-469c-b8d4-f443fdea4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:14.163768 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49fb0eaf-ca02-49b1-b001-2fb554acd367 req-80356a88-20ee-469c-b8d4-f443fdea4b74 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146171 Mar 07 17:08:14.164614 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9b7c-6a2d-49cc-b358-3307740c59f8 req-974e2072-5d29-483b-8949-1a285d6408ed tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:14.164614 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c20b9b7c-6a2d-49cc-b358-3307740c59f8 req-974e2072-5d29-483b-8949-1a285d6408ed tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 945 time: 0.0593829 Mar 07 17:08:14.164614 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c20b9b7c-6a2d-49cc-b358-3307740c59f8 req-19039a41-29f7-43f6-8c06-410cc330f98b tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602925 Mar 07 17:08:14.165888 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-94359c22-3fb6-4532-97e5-af3d37fec1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:14.165888 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-94359c22-3fb6-4532-97e5-af3d37fec1ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc&device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 1128 time: 0.1081271 Mar 07 17:08:14.165888 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef754a07-ef63-4deb-8632-ea9252fc0b2f req-7b66e7f8-c272-4cd0-81d9-5eba005d3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:14.165888 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ef754a07-ef63-4deb-8632-ea9252fc0b2f req-7b66e7f8-c272-4cd0-81d9-5eba005d3317 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 1128 time: 0.1135149 Mar 07 17:08:14.318485 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-458c9fe3-195f-4a30-b8e2-ea2536645de1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905ef2d1-7615-4048-b5a1-2ac402e77019 HTTP/1.1" status: 200 len: 217 time: 0.1418176 Mar 07 17:08:14.411639 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64ad0e-01e9-42b8-9f97-33128c3df056 req-65cc04ee-d601-4ec0-9692-4c2d92b91313 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:14.420950 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2a64ad0e-01e9-42b8-9f97-33128c3df056 req-65cc04ee-d601-4ec0-9692-4c2d92b91313 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.3015044 Mar 07 17:08:14.481008 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bb298943-9149-4661-a4a6-c9bf172bca9e req-46654cfa-fa7a-4388-8201-99c5b636f377 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 210 time: 0.0890725 Mar 07 17:08:14.587974 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-11b6ece3-de99-4fc2-a563-bfc84d64511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:14.590890 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-11b6ece3-de99-4fc2-a563-bfc84d64511e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90e0e699-e133-4c3b-b415-aa8bcf498bee HTTP/1.1" status: 200 len: 848 time: 0.2253149 Mar 07 17:08:14.592010 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2a64ad0e-01e9-42b8-9f97-33128c3df056 req-b425b770-3b54-427d-82b7-a9fe311ecf19 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701307 Mar 07 17:08:14.690392 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef754a07-ef63-4deb-8632-ea9252fc0b2f req-040e8494-db15-4d2e-95cf-954a3b7bc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:14.693044 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ef754a07-ef63-4deb-8632-ea9252fc0b2f req-040e8494-db15-4d2e-95cf-954a3b7bc5fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 918 time: 0.3447258 Mar 07 17:08:14.810875 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-4d9e0e5d-551d-452e-8ceb-f6077d2dc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:14.812491 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-4d9e0e5d-551d-452e-8ceb-f6077d2dc89b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1946449 Mar 07 17:08:14.820482 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ef754a07-ef63-4deb-8632-ea9252fc0b2f req-f39a018c-d4b1-485a-aaf9-09307e16c3b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb91a9-aaed-4704-9938-d87c251419b6 HTTP/1.1" status: 200 len: 1000 time: 0.1115067 Mar 07 17:08:14.838900 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81a7d6-59bb-474d-91c0-a11ec5339970 req-75d468f0-390f-44cd-bca8-565ef97685e2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:14.841512 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f81a7d6-59bb-474d-91c0-a11ec5339970 req-75d468f0-390f-44cd-bca8-565ef97685e2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1574705 Mar 07 17:08:15.281378 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e1133-5d7f-4b3e-9d1d-7eeee5226dad req-46f77727-6f27-4c7f-b788-4df8c52ebf88 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:15.281378 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3d0e1133-5d7f-4b3e-9d1d-7eeee5226dad req-46f77727-6f27-4c7f-b788-4df8c52ebf88 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.1213293 Mar 07 17:08:15.282644 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef754a07-ef63-4deb-8632-ea9252fc0b2f req-57b497ff-b3c4-40d8-a94a-caf2ef268ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:15.284022 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ef754a07-ef63-4deb-8632-ea9252fc0b2f req-57b497ff-b3c4-40d8-a94a-caf2ef268ee0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 HTTP/1.1" status: 200 len: 856 time: 0.4115582 Mar 07 17:08:15.296269 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f81a7d6-59bb-474d-91c0-a11ec5339970 req-e0bfd94c-085a-4a7e-91c2-580e5e1da2e8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4415359 Mar 07 17:08:15.401363 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-b2ac1dba-b65e-4ced-a3e6-adad3ee672ac service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298138 Mar 07 17:08:15.415643 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3d0e1133-5d7f-4b3e-9d1d-7eeee5226dad req-6ed62be7-a327-4ca0-9b8a-18fee7fd2c7b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249211 Mar 07 17:08:15.511189 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef754a07-ef63-4deb-8632-ea9252fc0b2f req-1cbb68f9-339c-4e68-a87c-07e064af1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:15.513034 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ef754a07-ef63-4deb-8632-ea9252fc0b2f req-1cbb68f9-339c-4e68-a87c-07e064af1a1e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8426946e-6eb9-4036-ab32-d12b1e24792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2157722 Mar 07 17:08:15.657048 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6bc70-e32a-475f-958b-d795628dd899 req-510ec572-bb1e-4c14-a2d4-0a35c6b2535f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:15.658897 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a5e6bc70-e32a-475f-958b-d795628dd899 req-510ec572-bb1e-4c14-a2d4-0a35c6b2535f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 945 time: 0.2175906 Mar 07 17:08:15.685352 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5c7c45f0-2ec2-45a9-bc00-950ad8c60097 req-d290ee7f-53d3-4432-83f0-7ad1df97daaf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 210 time: 0.0511084 Mar 07 17:08:15.789301 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12630cbe-22af-4f5c-a909-b8644ddd97a8 req-12b79457-f99f-4fa0-a26b-daf6759b1a65 service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786519 Mar 07 17:08:15.823506 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ef754a07-ef63-4deb-8632-ea9252fc0b2f req-0fa10ae7-022d-45a4-9bd2-03c004dcd74b service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552404 Mar 07 17:08:15.827257 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a5e6bc70-e32a-475f-958b-d795628dd899 req-de04bfbd-4948-4808-8278-bad24a246c20 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101928 Mar 07 17:08:15.901279 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2345fc-d8a1-45bb-966a-c022d72ccfc4 req-d6db0d1d-dc04-4ecc-8a08-4cc3eb44d8a3 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:15.902977 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b2345fc-d8a1-45bb-966a-c022d72ccfc4 req-d6db0d1d-dc04-4ecc-8a08-4cc3eb44d8a3 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.1345527 Mar 07 17:08:16.068597 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b2345fc-d8a1-45bb-966a-c022d72ccfc4 req-4e7b53fd-83c7-42dc-bd75-5ee030f8654a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522272 Mar 07 17:08:16.256662 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ef754a07-ef63-4deb-8632-ea9252fc0b2f req-8d2927dc-ca7b-4c34-b6d0-94f598e10f68 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471203 Mar 07 17:08:16.549402 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b5de9-4851-446d-a30e-4656c6cfe744 req-902f4651-3d6b-46cc-b9e9-21d49916e858 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:16.551175 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-043b5de9-4851-446d-a30e-4656c6cfe744 req-902f4651-3d6b-46cc-b9e9-21d49916e858 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1160223 Mar 07 17:08:16.638608 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-043b5de9-4851-446d-a30e-4656c6cfe744 req-ac4e3449-1cce-4a6c-b45d-0618cb062897 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810485 Mar 07 17:08:16.662664 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd88bde-2b42-4207-b497-28c04611000e req-2eaa904f-2e20-4a84-9c03-f309d5d9b80e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:16.670296 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-edd88bde-2b42-4207-b497-28c04611000e req-2eaa904f-2e20-4a84-9c03-f309d5d9b80e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0907176 Mar 07 17:08:16.785321 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-edd88bde-2b42-4207-b497-28c04611000e req-f861465f-c674-4cdd-ae9e-a8b5997ec83c tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765727 Mar 07 17:08:16.816358 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-633b6426-04d6-48f3-a014-454edacfe2e9 req-b89d5f5e-eb6d-4de9-ba52-802e0657452e tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 210 time: 0.0564435 Mar 07 17:08:17.257760 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28dc982-b7e7-46e2-b3d0-46d63f3aba80 req-89abc9ae-a40a-48cd-9af0-79fab9293eff tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:17.266574 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b28dc982-b7e7-46e2-b3d0-46d63f3aba80 req-89abc9ae-a40a-48cd-9af0-79fab9293eff tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0727003 Mar 07 17:08:17.328397 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b28dc982-b7e7-46e2-b3d0-46d63f3aba80 req-cb2d2fcc-e4a7-48a3-ac24-b31d7f20aca9 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551920 Mar 07 17:08:17.805635 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e07f-f3d1-4bb7-9156-faa1a8813b90 req-8c6baf9e-77a4-47c5-aa6a-e1d0ffc45e9b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:17.812911 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-65c1e07f-f3d1-4bb7-9156-faa1a8813b90 req-8c6baf9e-77a4-47c5-aa6a-e1d0ffc45e9b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0702105 Mar 07 17:08:17.870424 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-65c1e07f-f3d1-4bb7-9156-faa1a8813b90 req-0c39cd7b-aaf1-4457-bd43-5e48e2927cc1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565934 Mar 07 17:08:17.999908 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c4a0-9a81-4a16-b5ac-ea63714fc476 req-d95f7060-67ac-429d-87da-aa92d73272ff tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:18.008224 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-72e6c4a0-9a81-4a16-b5ac-ea63714fc476 req-d95f7060-67ac-429d-87da-aa92d73272ff tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.1377344 Mar 07 17:08:18.019994 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f6c5214a-42b9-457d-baaf-774d551784ac req-62420a66-ee71-4f06-bcbf-ae748a6cedd2 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 210 time: 0.0464325 Mar 07 17:08:18.084501 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-72e6c4a0-9a81-4a16-b5ac-ea63714fc476 req-2eb706d2-8d34-4517-b29c-08741c9af925 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701585 Mar 07 17:08:18.488610 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4a8b3-5a25-4394-b2cb-50862df4152c req-a798e162-c3c3-4f20-b29e-c95184930d00 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:18.490122 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-78b4a8b3-5a25-4394-b2cb-50862df4152c req-a798e162-c3c3-4f20-b29e-c95184930d00 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0606072 Mar 07 17:08:18.556674 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-78b4a8b3-5a25-4394-b2cb-50862df4152c req-562d439e-182c-440f-81d6-ac2de632cdb6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603323 Mar 07 17:08:19.071955 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20e174-a246-4776-8b0f-9ab26bbfc787 req-cad8e3dd-afe2-4002-a80e-de94b9f886c3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:19.076441 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6b20e174-a246-4776-8b0f-9ab26bbfc787 req-cad8e3dd-afe2-4002-a80e-de94b9f886c3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0886447 Mar 07 17:08:19.179959 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6b20e174-a246-4776-8b0f-9ab26bbfc787 req-53904f00-3be2-43c4-8f14-81b0adcb5058 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911553 Mar 07 17:08:19.249365 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e218e025-b7c1-4d9c-adfe-a22b7d31e49a req-32180f5f-39aa-47b2-b1c2-2b111727c682 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 210 time: 0.0825264 Mar 07 17:08:19.358567 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c2db3-f101-4248-8050-f033c01c6832 req-1cc1ef4d-9e3f-4094-9bb4-49bc5fcbb489 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:19.361259 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8a6c2db3-f101-4248-8050-f033c01c6832 req-1cc1ef4d-9e3f-4094-9bb4-49bc5fcbb489 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0848281 Mar 07 17:08:19.452322 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8a6c2db3-f101-4248-8050-f033c01c6832 req-e440169a-01be-4d5d-8f7d-303c5246e954 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795050 Mar 07 17:08:19.746126 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98fc68-fbdd-4f6f-a155-0dcc2e59d58f req-26b0c1b8-2cc8-4a71-8a97-b6a47226e149 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:19.749466 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7a98fc68-fbdd-4f6f-a155-0dcc2e59d58f req-26b0c1b8-2cc8-4a71-8a97-b6a47226e149 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0945024 Mar 07 17:08:19.846896 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7a98fc68-fbdd-4f6f-a155-0dcc2e59d58f req-52d3252c-3249-4bec-ab14-827d7abaad2a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893164 Mar 07 17:08:20.435448 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96ed4e-aa61-410e-8f5f-1c1fed531950 req-2ac94f5e-12cd-48fd-a4f4-2eb5cdeb8f6a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:20.447643 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1d96ed4e-aa61-410e-8f5f-1c1fed531950 req-2ac94f5e-12cd-48fd-a4f4-2eb5cdeb8f6a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1660838 Mar 07 17:08:20.462319 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9d44597f-39cc-4726-8105-ba93f83fbea5 req-3943d5e5-01af-4061-92a5-547d39261e98 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 210 time: 0.0740452 Mar 07 17:08:20.584060 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1d96ed4e-aa61-410e-8f5f-1c1fed531950 req-8d985e31-964c-40ee-81fe-ad3a8f4393f8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344354 Mar 07 17:08:20.618805 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeb008-baf5-41f9-bcf7-7bde9e239e7c req-35641d05-dfc0-4095-9df2-05c9e8f5e14c tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:20.639942 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2bbeb008-baf5-41f9-bcf7-7bde9e239e7c req-35641d05-dfc0-4095-9df2-05c9e8f5e14c tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0795588 Mar 07 17:08:20.704583 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2bbeb008-baf5-41f9-bcf7-7bde9e239e7c req-242f39eb-17b2-4013-bf4b-b8e3be87bf31 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736852 Mar 07 17:08:21.014127 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e4625-08b5-43cb-8bde-971f46e1d390 req-2dfa5469-764b-46cf-919d-f1e12c92040f tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:21.014511 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5d1e4625-08b5-43cb-8bde-971f46e1d390 req-2dfa5469-764b-46cf-919d-f1e12c92040f tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0778441 Mar 07 17:08:21.110852 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5d1e4625-08b5-43cb-8bde-971f46e1d390 req-9ee81455-5637-45aa-93d4-3c6236072942 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832984 Mar 07 17:08:21.560899 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1bbec655-cc5b-4944-9636-cc9fcb5dc135 req-49377e41-3042-439a-ad46-01061470c75e tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 210 time: 0.0315075 Mar 07 17:08:21.764835 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650c5ff-88ca-4549-a914-983a0d970099 req-d7995029-7260-4a26-914a-fa42f6b9f168 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:21.767548 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7650c5ff-88ca-4549-a914-983a0d970099 req-d7995029-7260-4a26-914a-fa42f6b9f168 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0691605 Mar 07 17:08:21.879022 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7650c5ff-88ca-4549-a914-983a0d970099 req-3a369691-ef73-472b-b4ca-b7c11fa0ffc1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052904 Mar 07 17:08:21.925559 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4c6f9-a0d5-461a-9886-43555ff54554 req-a16b5349-bace-42b4-ac39-0e80fa94d36f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:21.925559 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bba4c6f9-a0d5-461a-9886-43555ff54554 req-a16b5349-bace-42b4-ac39-0e80fa94d36f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0700994 Mar 07 17:08:21.992069 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bba4c6f9-a0d5-461a-9886-43555ff54554 req-f8b14b5c-61d9-4ccb-a8e1-7ba757a85cc1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606613 Mar 07 17:08:22.234109 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a8150-d6c1-4316-8218-f65df3f44d50 req-0fb29e35-2225-45b6-a336-c0843e1b42f6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:22.235884 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3b2a8150-d6c1-4316-8218-f65df3f44d50 req-0fb29e35-2225-45b6-a336-c0843e1b42f6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0525818 Mar 07 17:08:22.289080 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3b2a8150-d6c1-4316-8218-f65df3f44d50 req-b84ea681-d2ec-4fc0-850e-e40121a64d71 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464370 Mar 07 17:08:22.672670 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d89ad478-7800-4db9-8acd-dcf79662f1c9 req-cbfe3015-b679-4085-ace0-804135cf5dbe tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 210 time: 0.0339410 Mar 07 17:08:23.033392 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba139c-607b-43e4-b6ce-2fd1d4f0ea94 req-1bae34cd-7584-4821-9b8b-3a036dab663b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:23.035143 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d4ba139c-607b-43e4-b6ce-2fd1d4f0ea94 req-1bae34cd-7584-4821-9b8b-3a036dab663b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0542195 Mar 07 17:08:23.094583 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d4ba139c-607b-43e4-b6ce-2fd1d4f0ea94 req-ffa7b39d-4a3f-43e3-aa5f-2d72e7a2f1b2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525930 Mar 07 17:08:23.135576 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a26d1-0788-4671-942c-cd4fa396c6eb req-a233aadd-c1c1-48fe-a57e-e8ba01f7545f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:23.137280 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b29a26d1-0788-4671-942c-cd4fa396c6eb req-a233aadd-c1c1-48fe-a57e-e8ba01f7545f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0618119 Mar 07 17:08:23.191111 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b29a26d1-0788-4671-942c-cd4fa396c6eb req-931a6279-c12b-46f2-9831-d94b12a81e4b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467944 Mar 07 17:08:23.430935 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f22d1-7299-4412-bfaf-14d685e160d1 req-c021b564-7dc6-40fe-97cb-7e2ea33c6d2a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:23.432470 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0d4f22d1-7299-4412-bfaf-14d685e160d1 req-c021b564-7dc6-40fe-97cb-7e2ea33c6d2a tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0748572 Mar 07 17:08:23.485509 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0d4f22d1-7299-4412-bfaf-14d685e160d1 req-8e95502c-901a-471d-ac87-c284d7155353 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463176 Mar 07 17:08:23.828277 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5d69662-1b0e-4965-99ae-e2e2d93b0564 req-947381ef-d0d1-4fb2-a771-28e3778af77f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 210 time: 0.0491190 Mar 07 17:08:23.904918 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-178fa745-7266-4038-9e14-59d9b411f7ca tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:23.907275 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-178fa745-7266-4038-9e14-59d9b411f7ca tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 815 time: 0.1425273 Mar 07 17:08:23.995962 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-75c8462c-8e9b-4aab-9a8b-10fbc812831f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 472 time: 0.0747921 Mar 07 17:08:24.088121 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'port': {'device_id': 'dad20810-39d5-403e-a98d-0e18706f403d', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'admin_state_up': True, 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'security_groups': ['120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:24.176794 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 905ef2d1-7615-4048-b5a1-2ac402e77019 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:08:24.270411 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a635c56-e269-4ace-990a-22b5153a28e3 req-40b3e714-fb86-4a79-a74f-3a6c12397397 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:24.276068 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3a635c56-e269-4ace-990a-22b5153a28e3 req-40b3e714-fb86-4a79-a74f-3a6c12397397 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.65 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.1993043 Mar 07 17:08:24.319504 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b8ace-787c-4be5-9c56-4a6f25ac4dd8 req-7129145f-012f-4b52-90d2-290b1092124c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:24.321358 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-423b8ace-787c-4be5-9c56-4a6f25ac4dd8 req-7129145f-012f-4b52-90d2-290b1092124c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1117828 Mar 07 17:08:24.332591 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 905ef2d1-7615-4048-b5a1-2ac402e77019, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=905ef2d1-7615-4048-b5a1-2ac402e77019,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:24.347910 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'port_id': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'mac_address': 'fa:16:3e:3e:91:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:08:24.348309 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:08:24.384537 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-423b8ace-787c-4be5-9c56-4a6f25ac4dd8 req-2fd4d14d-196d-4268-989b-ec8cadd6a73e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566132 Mar 07 17:08:24.403046 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad185-3ade-4dae-9a6f-7ac03feae702 req-37d4406d-f31c-42ee-a800-1dccead65fc6 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:24.410094 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-731ad185-3ade-4dae-9a6f-7ac03feae702 req-37d4406d-f31c-42ee-a800-1dccead65fc6 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.1078928 Mar 07 17:08:24.411901 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 905ef2d1-7615-4048-b5a1-2ac402e77019 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:24.412344 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:24.427029 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905ef2d1-7615-4048-b5a1-2ac402e77019 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:08:24.464944 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 905ef2d1-7615-4048-b5a1-2ac402e77019, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=905ef2d1-7615-4048-b5a1-2ac402e77019,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:24.471170 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-731ad185-3ade-4dae-9a6f-7ac03feae702 req-c4735418-964b-4170-844a-9abf1ac4d95f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599749 Mar 07 17:08:24.472707 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Made reservation on behalf of dd5d10d6e0d84d47890158b48c48c045 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:08:24.477802 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:24.547887 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:24.604866 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=905ef2d1-7615-4048-b5a1-2ac402e77019,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:24.639272 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b415d-54de-4964-8414-612ca5361cae req-e86c9cab-7d2e-4d67-a09f-391cc04c0ab8 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:24.641530 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fe9b415d-54de-4964-8414-612ca5361cae req-e86c9cab-7d2e-4d67-a09f-391cc04c0ab8 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0643380 Mar 07 17:08:24.685499 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Allocated IP 172.20.0.11 (0003365c-cf00-48c8-a828-23eeb690294a/dc87e00f-d087-4c85-b362-2bac4ce5c63b/ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:08:24.709801 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fe9b415d-54de-4964-8414-612ca5361cae req-38e0f73d-92ae-4333-ab39-89975bead2e0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613930 Mar 07 17:08:24.856856 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:24.938930 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f73eb175-23db-4805-8793-7e6315e81493 req-28adcc7e-3920-4460-ab73-10657423fc0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 210 time: 0.0285261 Mar 07 17:08:24.951726 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:25.003736 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Network 0003365c-cf00-48c8-a828-23eeb690294a is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:25.007005 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:25.012595 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:08:25.017245 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.094110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:25.101301 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:25.102353 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:25.191262 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1efeae58-0026-4fae-ac0d-15e0bc3bc036 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1163268 Mar 07 17:08:25.296425 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8dbf442b-191d-4995-803c-b2821c59c4d2 None None] Provisioning complete for port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:25.297560 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8dbf442b-191d-4995-803c-b2821c59c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:25.333739 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf442b-191d-4995-803c-b2821c59c4d2 None None] Port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:08:25.511805 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407da296-7e83-4597-acf8-413263d20338 req-86ae56dd-3e9d-4b56-9f36-6169f4fd4843 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:25.513518 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-407da296-7e83-4597-acf8-413263d20338 req-86ae56dd-3e9d-4b56-9f36-6169f4fd4843 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0562954 Mar 07 17:08:25.576154 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-407da296-7e83-4597-acf8-413263d20338 req-3b739ca0-aebc-47a9-b4e6-de1bfd14ea82 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557642 Mar 07 17:08:25.615203 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441bbe-251b-4dac-b6bc-0d51d16847dc req-dfeb7534-da3a-43fb-95c1-b30a3adead80 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:25.616819 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-74441bbe-251b-4dac-b6bc-0d51d16847dc req-dfeb7534-da3a-43fb-95c1-b30a3adead80 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 945 time: 0.0685267 Mar 07 17:08:25.673099 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-74441bbe-251b-4dac-b6bc-0d51d16847dc req-9c6e6ff6-8a24-48cf-9889-284dd940a1b6 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495667 Mar 07 17:08:25.858492 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca693f06-e98c-4a8a-af2c-6c19e810cb80 req-c6b696f0-f5ad-401c-a7d0-813ed3984254 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:25.860934 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ca693f06-e98c-4a8a-af2c-6c19e810cb80 req-c6b696f0-f5ad-401c-a7d0-813ed3984254 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0793157 Mar 07 17:08:25.919506 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ca693f06-e98c-4a8a-af2c-6c19e810cb80 req-b6501cfd-8813-448c-ab96-feb06a3ac7d4 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522873 Mar 07 17:08:26.086423 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c11a8-d275-427b-ba6c-22a377f7b725 req-59a01d76-1007-419b-875d-d2caa9d548ac tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:26.087984 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f25c11a8-d275-427b-ba6c-22a377f7b725 req-59a01d76-1007-419b-875d-d2caa9d548ac tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 932 time: 0.0630755 Mar 07 17:08:26.144711 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f25c11a8-d275-427b-ba6c-22a377f7b725 req-e19a5a81-bac4-41e1-87f3-38ce1d374386 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455518 Mar 07 17:08:26.723239 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8999a-4770-4d9c-b5af-e04fe4e3bffa req-fbe3bf1a-c500-4acd-8a52-3a6253e8f107 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:26.724770 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d4f8999a-4770-4d9c-b5af-e04fe4e3bffa req-fbe3bf1a-c500-4acd-8a52-3a6253e8f107 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0666292 Mar 07 17:08:26.779218 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d4f8999a-4770-4d9c-b5af-e04fe4e3bffa req-9b6f41b3-49ff-498c-94ba-1cbea1719cba tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484076 Mar 07 17:08:26.817675 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dceab-d6e5-45c0-9d08-28516fdbb748 req-ef97c20a-54ac-49ed-8333-2ce9f58bb5b7 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:26.820406 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d15dceab-d6e5-45c0-9d08-28516fdbb748 req-ef97c20a-54ac-49ed-8333-2ce9f58bb5b7 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 945 time: 0.0741396 Mar 07 17:08:26.882361 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d15dceab-d6e5-45c0-9d08-28516fdbb748 req-5824bf66-fbac-4ca4-80e0-cc3fcacbcaaf tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564623 Mar 07 17:08:26.978681 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Request body: {'port': {'device_id': 'dad20810-39d5-403e-a98d-0e18706f403d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:27.055137 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eabe1b-e5a8-47c5-a7c7-4d69c386293e req-3c5afdd8-7e5d-49ec-af71-65b8c2a250c6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:27.056666 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-35eabe1b-e5a8-47c5-a7c7-4d69c386293e req-3c5afdd8-7e5d-49ec-af71-65b8c2a250c6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 945 time: 0.0674794 Mar 07 17:08:27.100821 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:27.126012 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-35eabe1b-e5a8-47c5-a7c7-4d69c386293e req-73ff66aa-2339-4d0b-9712-2f727af514bf tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567398 Mar 07 17:08:27.182829 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-3a635c56-e269-4ace-990a-22b5153a28e3 req-499bcd26-0058-439f-8d61-9abd43f0b09c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Deleting port efd41e0d-e5ac-4487-bb9b-3d44cf74256d {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:08:27.183396 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3a635c56-e269-4ace-990a-22b5153a28e3 req-499bcd26-0058-439f-8d61-9abd43f0b09c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:27.390928 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['905ef2d1-7615-4048-b5a1-2ac402e77019'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:08:27.458071 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-3a635c56-e269-4ace-990a-22b5153a28e3 req-499bcd26-0058-439f-8d61-9abd43f0b09c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] For port efd41e0d-e5ac-4487-bb9b-3d44cf74256d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=efd41e0d-e5ac-4487-bb9b-3d44cf74256d,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:27.458470 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3a635c56-e269-4ace-990a-22b5153a28e3 req-499bcd26-0058-439f-8d61-9abd43f0b09c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:27.502070 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f46736-2fe4-4bc3-962b-c3049979890a req-098da697-7bb9-47e7-8a82-d86dc459ea9e tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:27.503655 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-31f46736-2fe4-4bc3-962b-c3049979890a req-098da697-7bb9-47e7-8a82-d86dc459ea9e tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 932 time: 0.2632344 Mar 07 17:08:27.515515 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-3a635c56-e269-4ace-990a-22b5153a28e3 req-499bcd26-0058-439f-8d61-9abd43f0b09c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Calling delete_port for efd41e0d-e5ac-4487-bb9b-3d44cf74256d owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:08:27.634659 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-31f46736-2fe4-4bc3-962b-c3049979890a req-46bf4983-7b7d-4bce-9d6b-6ed0141552d1 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222665 Mar 07 17:08:27.713760 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:08:27.726600 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Publish callbacks [] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:27.770742 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Transition to ACTIVE for port object ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:08:27.870620 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:27.875544 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3a635c56-e269-4ace-990a-22b5153a28e3 req-499bcd26-0058-439f-8d61-9abd43f0b09c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (efd41e0d-e5ac-4487-bb9b-3d44cf74256d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:27.916825 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a2bd8-afc4-465b-886a-d2bb041261f3 req-3369f5b2-7306-4082-abab-7d9f576eadba tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:27.919917 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-896a2bd8-afc4-465b-886a-d2bb041261f3 req-3369f5b2-7306-4082-abab-7d9f576eadba tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.0620079 Mar 07 17:08:27.928613 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['4e711bbb-b402-413a-b8fa-1cb89ae01b78', 'efd41e0d-e5ac-4487-bb9b-3d44cf74256d'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:08:27.992814 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:27.998790 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a635c56-e269-4ace-990a-22b5153a28e3 req-499bcd26-0058-439f-8d61-9abd43f0b09c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] No DVR routers for this DVR port efd41e0d-e5ac-4487-bb9b-3d44cf74256d on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:08:28.008018 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-896a2bd8-afc4-465b-886a-d2bb041261f3 req-9e079f5a-89cc-42fb-adba-95148305463b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737643 Mar 07 17:08:28.025421 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3a635c56-e269-4ace-990a-22b5153a28e3 req-499bcd26-0058-439f-8d61-9abd43f0b09c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:28.032079 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3a635c56-e269-4ace-990a-22b5153a28e3 req-499bcd26-0058-439f-8d61-9abd43f0b09c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.65 "DELETE /v2.0/ports/efd41e0d-e5ac-4487-bb9b-3d44cf74256d HTTP/1.1" status: 204 len: 173 time: 1.0652061 Mar 07 17:08:28.032624 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543eca17-7ec5-4807-bc5c-15154d5e4c96', 'name': 'network-vif-deleted', 'tag': 'efd41e0d-e5ac-4487-bb9b-3d44cf74256d'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:28.035417 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566af148-df2a-4fc6-8ef1-905a9983780f" -d '{"events": [{"server_uuid": "543eca17-7ec5-4807-bc5c-15154d5e4c96", "name": "network-vif-deleted", "tag": "efd41e0d-e5ac-4487-bb9b-3d44cf74256d"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:28.088600 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bcd26-0058-439f-8d61-9abd43f0b09c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Pushing event deleted for resources: {'Port': ['ID=efd41e0d-e5ac-4487-bb9b-3d44cf74256d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:28.127122 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbff838-b189-451a-b0b5-912c775f82e5 x-openstack-request-id: req-ebbff838-b189-451a-b0b5-912c775f82e5 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:28.128845 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543eca17-7ec5-4807-bc5c-15154d5e4c96", "name": "network-vif-deleted", "tag": "efd41e0d-e5ac-4487-bb9b-3d44cf74256d", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:28.129278 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ebbff838-b189-451a-b0b5-912c775f82e5 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:28.129695 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543eca17-7ec5-4807-bc5c-15154d5e4c96', 'name': 'network-vif-deleted', 'tag': 'efd41e0d-e5ac-4487-bb9b-3d44cf74256d', 'status': 'completed', 'code': 200} Mar 07 17:08:28.213671 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c89fa0be-55a9-47e6-95e1-2b73a8b3b3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:28.222499 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Attempting to bind port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:08:28.222965 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Attempting to bind port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:08:28.223307 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Attempting to bind port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 on network 0003365c-cf00-48c8-a828-23eeb690294a {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:08:28.233531 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 on network 0003365c-cf00-48c8-a828-23eeb690294a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:08:28.233774 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Attempting to bind port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 on network 0003365c-cf00-48c8-a828-23eeb690294a {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:08:28.261931 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e39751-6ded-44aa-8dd7-18109cfd8861 req-7897c9a7-758d-42a2-9fcc-1056b20761f9 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:28.269935 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b0e39751-6ded-44aa-8dd7-18109cfd8861 req-7897c9a7-758d-42a2-9fcc-1056b20761f9 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 945 time: 0.2001588 Mar 07 17:08:28.278565 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:08:28.278926 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Checking segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:08:28.282152 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Bound using segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:08:28.282152 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Bound port: ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:08:28.282152 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:28.344496 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7030d5a1-bbff-430b-8f12-c3da69ada864 req-41277743-94f5-474d-9060-ba42cf2c3ef6 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 210 time: 0.0721495 Mar 07 17:08:28.375397 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b0e39751-6ded-44aa-8dd7-18109cfd8861 req-affa1906-8ea5-4965-97e2-f37a127023a5 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043811 Mar 07 17:08:28.403373 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] For port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:08:28.407392 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] For port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:08:28.586194 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:28.622090 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:28.622835 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:28.624244 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] 10.222.0.65 "PUT /v2.0/ports/ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 HTTP/1.1" status: 200 len: 1094 time: 1.6498201 Mar 07 17:08:28.662983 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767b2a3-97ac-4eb2-bd90-cc1dda7e0ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:28.802875 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963f271-c57c-46a2-94ab-30b4200be703 req-dc9fbdba-022f-41ce-8d24-cfcb4c6b13cd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:28.807041 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c963f271-c57c-46a2-94ab-30b4200be703 req-dc9fbdba-022f-41ce-8d24-cfcb4c6b13cd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 944 time: 0.0681915 Mar 07 17:08:28.862130 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-e8a5ccbd-5423-4328-986d-ec220a92f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:28.863014 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c963f271-c57c-46a2-94ab-30b4200be703 req-ba375adf-3da1-4d3b-83e0-bb33b79a82f2 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527914 Mar 07 17:08:28.863832 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-e8a5ccbd-5423-4328-986d-ec220a92f3c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 1128 time: 0.0631413 Mar 07 17:08:28.928678 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-307ee78d-11b8-4bec-936e-991175ee5697 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 HTTP/1.1" status: 200 len: 217 time: 0.0424199 Mar 07 17:08:28.983896 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-ea5d072b-9995-49f4-9f43-9c394b50425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:28.986702 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-ea5d072b-9995-49f4-9f43-9c394b50425f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc87e00f-d087-4c85-b362-2bac4ce5c63b HTTP/1.1" status: 200 len: 854 time: 0.0551090 Mar 07 17:08:29.056481 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 905ef2d1-7615-4048-b5a1-2ac402e77019 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:08:29.235636 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 905ef2d1-7615-4048-b5a1-2ac402e77019 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:08:29.240077 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 905ef2d1-7615-4048-b5a1-2ac402e77019 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:29.240077 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:29.320250 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-ba3726b3-d588-46db-97d7-a8555bae9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:29.321753 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-ba3726b3-d588-46db-97d7-a8555bae9f46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0003365c-cf00-48c8-a828-23eeb690294a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3229539 Mar 07 17:08:29.351054 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 905ef2d1-7615-4048-b5a1-2ac402e77019 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:29.353051 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:29.378481 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:29.381030 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1779ae3-be9d-449c-90a0-ecfa177fae63" -d '{"events": [{"server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "name": "network-vif-plugged", "status": "completed", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:29.396215 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 905ef2d1-7615-4048-b5a1-2ac402e77019, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=905ef2d1-7615-4048-b5a1-2ac402e77019,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:29.451665 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e2d88-f63a-4dbd-8f20-3cdc82d43bb5 req-70517c60-758f-4637-bfbe-2e9b359ebef1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:29.453192 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-531e2d88-f63a-4dbd-8f20-3cdc82d43bb5 req-70517c60-758f-4637-bfbe-2e9b359ebef1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1458859 Mar 07 17:08:29.465319 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:29.466292 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device efd41e0d-e5ac-4487-bb9b-3d44cf74256d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:08:29.474579 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8b658238-219c-4ace-8bff-afe4f0e43e6d req-210514fe-b5ba-4602-9aac-639ac5f9aa6d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=543eca17-7ec5-4807-bc5c-15154d5e4c96 HTTP/1.1" status: 200 len: 210 time: 0.0288363 Mar 07 17:08:29.508118 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: efd41e0d-e5ac-4487-bb9b-3d44cf74256d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:08:29.513658 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device efd41e0d-e5ac-4487-bb9b-3d44cf74256d not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:08:29.524468 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-1f5381e7-c2ee-4a37-ae07-84199bd39de2 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801670 Mar 07 17:08:29.526095 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4320e1e0-2fc3-4ab2-a521-275baae0e41f x-openstack-request-id: req-4320e1e0-2fc3-4ab2-a521-275baae0e41f {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:29.526435 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "name": "network-vif-plugged", "status": "completed", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:29.526699 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4320e1e0-2fc3-4ab2-a521-275baae0e41f {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:29.527125 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'code': 200} Mar 07 17:08:29.527907 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-531e2d88-f63a-4dbd-8f20-3cdc82d43bb5 req-dbcb3cc3-16d2-4b73-a4db-d5461e3762a4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655885 Mar 07 17:08:29.553215 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=905ef2d1-7615-4048-b5a1-2ac402e77019,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:29.649698 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac226-7a31-4fa9-a459-48bb79238e4b req-489b9679-d46a-4400-a33f-cbeaa7073f15 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:29.651277 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6afac226-7a31-4fa9-a459-48bb79238e4b req-489b9679-d46a-4400-a33f-cbeaa7073f15 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0646427 Mar 07 17:08:29.698787 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-847e0f8d-0760-4441-af3e-b7ee24d16b37 req-68be02ea-719f-4aef-91f6-931979e982b4 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991557 Mar 07 17:08:29.723912 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6afac226-7a31-4fa9-a459-48bb79238e4b req-f1f4a705-43bb-4e3b-a68f-83cab06c188b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659795 Mar 07 17:08:29.999545 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff48fe-939b-42ea-99f3-6c4c76403d75 req-d58a819c-e914-4c63-8735-8e07c563c17a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:30.001150 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6dff48fe-939b-42ea-99f3-6c4c76403d75 req-d58a819c-e914-4c63-8735-8e07c563c17a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 944 time: 0.0681927 Mar 07 17:08:30.083495 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6dff48fe-939b-42ea-99f3-6c4c76403d75 req-607308af-a740-4606-a3e0-bd2b5115d5d7 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720649 Mar 07 17:08:30.086303 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a888e0-ec03-496e-8e02-45799edd277d req-33ee65a5-947c-4d73-9c2d-51bcc102294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:30.087992 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-01a888e0-ec03-496e-8e02-45799edd277d req-33ee65a5-947c-4d73-9c2d-51bcc102294d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 1130 time: 0.0857394 Mar 07 17:08:30.133933 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad20810-39d5-403e-a98d-0e18706f403d', 'tag': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:30.135374 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460b3281-316a-42af-b243-a8e123df1050" -d '{"events": [{"name": "network-changed", "server_uuid": "dad20810-39d5-403e-a98d-0e18706f403d", "tag": "ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:30.150713 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-01a888e0-ec03-496e-8e02-45799edd277d req-e099c1ea-852b-4b7a-9a48-8e337a8f04c5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552077 Mar 07 17:08:30.177839 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07e283d-4817-4f28-9865-b359c5ad29e7 x-openstack-request-id: req-e07e283d-4817-4f28-9865-b359c5ad29e7 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:30.178133 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad20810-39d5-403e-a98d-0e18706f403d", "tag": "ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:30.178421 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e07e283d-4817-4f28-9865-b359c5ad29e7 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:30.181750 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad20810-39d5-403e-a98d-0e18706f403d', 'tag': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2', 'status': 'completed', 'code': 200} Mar 07 17:08:30.362852 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cf484dac-4faf-41fa-a681-4f431e34f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:30.620162 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b3281-316a-42af-b243-a8e123df1050 req-30b831cf-b5c5-4719-9750-2d5f0e1bdf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:30.622047 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-460b3281-316a-42af-b243-a8e123df1050 req-30b831cf-b5c5-4719-9750-2d5f0e1bdf04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 1128 time: 0.0537930 Mar 07 17:08:30.772464 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc731999-9a82-470f-9cf2-dafcffcbcbcb req-624d0eee-4021-47b9-a0fe-47789cc1bab4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:30.773918 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fc731999-9a82-470f-9cf2-dafcffcbcbcb req-624d0eee-4021-47b9-a0fe-47789cc1bab4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 944 time: 0.1484530 Mar 07 17:08:30.780234 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b3281-316a-42af-b243-a8e123df1050 req-7a193671-dab5-4eb8-9a7b-99fc5325707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:30.781978 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-460b3281-316a-42af-b243-a8e123df1050 req-7a193671-dab5-4eb8-9a7b-99fc5325707d service neutron] 10.222.0.65 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 916 time: 0.1460266 Mar 07 17:08:30.847487 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-460b3281-316a-42af-b243-a8e123df1050 req-2f35b2fd-2767-425f-9c9b-6e97e665d64c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 HTTP/1.1" status: 200 len: 217 time: 0.0460885 Mar 07 17:08:30.898326 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fc731999-9a82-470f-9cf2-dafcffcbcbcb req-874ee0e7-e8fd-47b9-8ff8-5d40884bf583 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152282 Mar 07 17:08:30.913979 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b3281-316a-42af-b243-a8e123df1050 req-7fb8e9c3-c1d0-40d9-b000-40091a53d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:30.915718 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-460b3281-316a-42af-b243-a8e123df1050 req-7fb8e9c3-c1d0-40d9-b000-40091a53d9af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc87e00f-d087-4c85-b362-2bac4ce5c63b HTTP/1.1" status: 200 len: 854 time: 0.0579696 Mar 07 17:08:31.008455 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b149622-52c9-451c-bf96-c225edeba120 req-138f3f45-4f9f-4aad-88d3-f6db3ef75335 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:31.011117 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8b149622-52c9-451c-bf96-c225edeba120 req-138f3f45-4f9f-4aad-88d3-f6db3ef75335 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0669875 Mar 07 17:08:31.021083 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 45bb91a9-aaed-4704-9938-d87c251419b6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:08:31.085341 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e041f-a265-4b1f-92f5-2d0ea6d62c07 req-87a1974a-2a46-4246-bdc9-2e2c9d7bd5b9 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:31.087311 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-621e041f-a265-4b1f-92f5-2d0ea6d62c07 req-87a1974a-2a46-4246-bdc9-2e2c9d7bd5b9 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.1019285 Mar 07 17:08:31.102946 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b3281-316a-42af-b243-a8e123df1050 req-2ea9db18-f15f-4fc9-a344-bf40fb8fc8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:31.103879 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8b149622-52c9-451c-bf96-c225edeba120 req-3c79f033-9897-4221-91e3-82b85288e1d1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852089 Mar 07 17:08:31.104949 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-460b3281-316a-42af-b243-a8e123df1050 req-2ea9db18-f15f-4fc9-a344-bf40fb8fc8aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0003365c-cf00-48c8-a828-23eeb690294a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0907130 Mar 07 17:08:31.167815 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:31.192518 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '45bb91a9-aaed-4704-9938-d87c251419b6', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'port_id': '45bb91a9-aaed-4704-9938-d87c251419b6', 'mac_address': 'fa:16:3e:99:6b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:08:31.248290 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 45bb91a9-aaed-4704-9938-d87c251419b6 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:31.248698 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:31.254653 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-621e041f-a265-4b1f-92f5-2d0ea6d62c07 req-2415d4cc-3860-415b-9d67-90c7cd1f29ea tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587648 Mar 07 17:08:31.274594 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca01ff-14b9-4bfc-9696-37fc4c274a84 req-3781f1f9-20ed-43c3-bf72-e20dee17b5cf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:31.280697 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bb91a9-aaed-4704-9938-d87c251419b6 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:08:31.283004 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1bca01ff-14b9-4bfc-9696-37fc4c274a84 req-3781f1f9-20ed-43c3-bf72-e20dee17b5cf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 944 time: 0.1070986 Mar 07 17:08:31.291670 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-460b3281-316a-42af-b243-a8e123df1050 req-9eac3ea3-b8da-4ec5-a1cc-bb21b5c9ff68 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624784 Mar 07 17:08:31.305164 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:31.339503 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1bca01ff-14b9-4bfc-9696-37fc4c274a84 req-003ce0ab-b881-42b6-96fc-af3354eddaa6 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490575 Mar 07 17:08:31.385586 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:31.401828 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-460b3281-316a-42af-b243-a8e123df1050 req-74adfe94-7b0d-4fab-ab16-1c410901fc07 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037135 Mar 07 17:08:31.440747 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=45bb91a9-aaed-4704-9938-d87c251419b6,revision_number=9']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:31.939823 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:32.010111 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['45bb91a9-aaed-4704-9938-d87c251419b6'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:08:32.050444 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f469521-b7a3-4e96-aac5-83996c3b3f99 req-84576f5c-dee0-4ae0-9bb0-8e4dd7027c9d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:32.052164 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3f469521-b7a3-4e96-aac5-83996c3b3f99 req-84576f5c-dee0-4ae0-9bb0-8e4dd7027c9d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 945 time: 0.0572038 Mar 07 17:08:32.118625 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3f469521-b7a3-4e96-aac5-83996c3b3f99 req-5d10bde7-5f69-43c8-b445-c61171c20586 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596037 Mar 07 17:08:32.249246 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7c35-b8db-438d-b1ce-0d979576ea13 req-ef5b1b1e-b11a-4153-8ecb-4fbafca768f3 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:32.251295 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fdad7c35-b8db-438d-b1ce-0d979576ea13 req-ef5b1b1e-b11a-4153-8ecb-4fbafca768f3 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0591030 Mar 07 17:08:32.303595 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fdad7c35-b8db-438d-b1ce-0d979576ea13 req-0ee49bc5-436b-4c4c-becb-ad1d5f10a022 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467534 Mar 07 17:08:32.375109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef996c-6ffe-4446-840a-d5c329056c4f req-81d0a450-fe20-4af9-b898-b906e213a852 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:32.377482 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-faef996c-6ffe-4446-840a-d5c329056c4f req-81d0a450-fe20-4af9-b898-b906e213a852 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0569158 Mar 07 17:08:32.430451 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-faef996c-6ffe-4446-840a-d5c329056c4f req-79933d4e-570a-4349-94e0-65853d52084d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462542 Mar 07 17:08:32.430742 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce52173-616e-49fc-8af1-12a7323873e4 req-355bd53b-6e23-4122-860c-4db051767985 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:32.432235 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4ce52173-616e-49fc-8af1-12a7323873e4 req-355bd53b-6e23-4122-860c-4db051767985 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0584395 Mar 07 17:08:32.488349 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4ce52173-616e-49fc-8af1-12a7323873e4 req-a84fd9f3-e461-4c3c-8b88-16a5e9070bac tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504622 Mar 07 17:08:32.511958 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58636) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:32.556198 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb049b-7a11-4fb1-a9a1-0be087604c7b req-e320f913-5398-439b-b04f-7a2a02e62a65 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:32.557703 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1bbb049b-7a11-4fb1-a9a1-0be087604c7b req-e320f913-5398-439b-b04f-7a2a02e62a65 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 944 time: 0.0654240 Mar 07 17:08:32.614622 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1bbb049b-7a11-4fb1-a9a1-0be087604c7b req-9ad7cbef-b8c1-49fc-96dd-c223cd8baabd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477283 Mar 07 17:08:32.770672 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849e4dc9-bcec-4a20-aa47-f49534b3be88 tempest-TestShelveInstance-495191239 tempest-TestShelveInstance-495191239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:32.772558 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-849e4dc9-bcec-4a20-aa47-f49534b3be88 tempest-TestShelveInstance-495191239 tempest-TestShelveInstance-495191239-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 1125 time: 0.2596002 Mar 07 17:08:32.775712 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58644) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:32.780172 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'port_id': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:32.893867 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:32.995675 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:33.041377 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:08:33.109569 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Allocated IP 172.27.1.83 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/68342780-0955-40e9-984f-dc7b64f6a213) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:08:33.151175 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:33.161459 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:33.170868 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'port_id': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2', 'mac_address': 'fa:16:3e:a8:fb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:08:33.250763 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for port (68342780-0955-40e9-984f-dc7b64f6a213), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:33.298609 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533aedc-664b-4e4c-925e-3f6755e23504 req-4ee3898f-763e-493b-b631-5a8598737736 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:33.300129 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f533aedc-664b-4e4c-925e-3f6755e23504 req-4ee3898f-763e-493b-b631-5a8598737736 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 945 time: 0.0876994 Mar 07 17:08:33.343447 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:33.343886 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:33.358491 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:08:33.381964 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:33.499524 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:33.553057 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (68342780-0955-40e9-984f-dc7b64f6a213), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:33.554853 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:33.573075 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92be1d9-7ccd-40f6-bd51-1d9d6c9763b9 req-cf591708-0ed9-4804-8a6b-b044db8115ea tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:33.574578 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d92be1d9-7ccd-40f6-bd51-1d9d6c9763b9 req-cf591708-0ed9-4804-8a6b-b044db8115ea tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0662706 Mar 07 17:08:33.607971 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:33.619801 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:33.623060 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:08:33.623816 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d92be1d9-7ccd-40f6-bd51-1d9d6c9763b9 req-cc40fd88-97a7-43ab-86f1-9db35aa41a68 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427449 Mar 07 17:08:33.625026 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event updated for resources: {'Port': ['ID=68342780-0955-40e9-984f-dc7b64f6a213,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:33.634949 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f533aedc-664b-4e4c-925e-3f6755e23504 req-fa3bac94-09d1-4aa4-b604-5655917d046b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281679 Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.677047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:33.846262 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eecf29-f66f-407b-890a-14815a834d83 req-ec11bc6e-1505-4703-a595-647641e62e1b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:33.847789 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-49eecf29-f66f-407b-890a-14815a834d83 req-ec11bc6e-1505-4703-a595-647641e62e1b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 945 time: 0.1364884 Mar 07 17:08:33.945897 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-49eecf29-f66f-407b-890a-14815a834d83 req-02f0606e-2923-4e01-bb2b-43618a1a01ca tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868876 Mar 07 17:08:34.013387 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:08:34.159102 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for floatingip (23166c07-8a6a-408b-9520-bc92de1020d8), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.331758 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (68342780-0955-40e9-984f-dc7b64f6a213), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.486140 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for port (68342780-0955-40e9-984f-dc7b64f6a213), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.579963 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (68342780-0955-40e9-984f-dc7b64f6a213), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.654637 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event updated for resources: {'Port': ['ID=68342780-0955-40e9-984f-dc7b64f6a213,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:34.668701 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (23166c07-8a6a-408b-9520-bc92de1020d8), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.819876 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.828195 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff860f1-6d1f-42f3-acd8-a3d70619abc3 req-98da1adb-5abb-406c-a2aa-c2303d9e0c1e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:34.832884 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3ff860f1-6d1f-42f3-acd8-a3d70619abc3 req-98da1adb-5abb-406c-a2aa-c2303d9e0c1e tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0959885 Mar 07 17:08:34.880097 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251422e5-53b0-4716-8981-165d04c11aef req-e67d599b-e2f8-40de-b2a1-8656213d98d0 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:34.881703 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-251422e5-53b0-4716-8981-165d04c11aef req-e67d599b-e2f8-40de-b2a1-8656213d98d0 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 945 time: 0.1239753 Mar 07 17:08:34.898342 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3ff860f1-6d1f-42f3-acd8-a3d70619abc3 req-8b717294-edf7-434b-ab0a-d6808f35c305 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562673 Mar 07 17:08:34.925255 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Floating IP 23166c07-8a6a-408b-9520-bc92de1020d8 associated. External IP: 172.27.1.83, port: 905ef2d1-7615-4048-b5a1-2ac402e77019. Mar 07 17:08:34.998496 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-251422e5-53b0-4716-8981-165d04c11aef req-fb88b9d9-8d44-415c-9398-b28cf66e1d9f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051855 Mar 07 17:08:35.062478 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 45bb91a9-aaed-4704-9938-d87c251419b6 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:08:35.101515 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1530087-7620-414c-9b9d-95ed16a92c5f req-c3ec7400-b1ae-466d-b772-5990ecdb0746 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:35.103268 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f1530087-7620-414c-9b9d-95ed16a92c5f req-c3ec7400-b1ae-466d-b772-5990ecdb0746 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 945 time: 0.0675066 Mar 07 17:08:35.114144 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 45bb91a9-aaed-4704-9938-d87c251419b6 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:35.114609 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.179439 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f1530087-7620-414c-9b9d-95ed16a92c5f req-b8d8e3de-3337-401d-b015-11555d3bb836 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690565 Mar 07 17:08:35.201656 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Router 5f4df12c-1475-40eb-a201-b72d04870a71 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:08:35.212421 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 45bb91a9-aaed-4704-9938-d87c251419b6 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:35.212788 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.238950 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:35.241150 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d62938e-5f35-4b30-a14c-989907b342b0" -d '{"events": [{"server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "name": "network-vif-plugged", "status": "completed", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:35.256922 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:35.283365 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd93821c-2959-4472-bef4-0adc9bcfb21e x-openstack-request-id: req-cd93821c-2959-4472-bef4-0adc9bcfb21e {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:35.283687 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "name": "network-vif-plugged", "status": "completed", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:35.283943 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd93821c-2959-4472-bef4-0adc9bcfb21e {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:35.284343 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6', 'code': 200} Mar 07 17:08:35.334639 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.335216 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:08:35.352160 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c76f1-3f5c-4e00-a991-5b231dc87af4 None None] Sync routers for ids ['5f4df12c-1475-40eb-a201-b72d04870a71'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:08:35.379433 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c76f1-3f5c-4e00-a991-5b231dc87af4 None None] Routers {'5f4df12c-1475-40eb-a201-b72d04870a71'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:35.380281 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ae8c76f1-3f5c-4e00-a991-5b231dc87af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:08:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['5f4df12c-1475-40eb-a201-b72d04870a71'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:35.409677 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=45bb91a9-aaed-4704-9938-d87c251419b6,revision_number=10']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:35.421768 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.424596 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.426273 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.426882 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.427395 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.430265 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.430265 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.430265 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.430265 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.430265 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.430265 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.431404 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.431959 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.432445 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:35.463891 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-73a32b32-762e-4b5d-b6b7-476dd84c6edd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6870992 Mar 07 17:08:35.464472 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:35.466808 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36" -d '{"events": [{"name": "network-changed", "server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:35.506492 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998f19d7-d6ec-43b4-8db4-e964dd46900a x-openstack-request-id: req-998f19d7-d6ec-43b4-8db4-e964dd46900a {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:35.507263 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:35.507525 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-998f19d7-d6ec-43b4-8db4-e964dd46900a {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:35.507929 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'status': 'completed', 'code': 200} Mar 07 17:08:35.529515 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-ae8c76f1-3f5c-4e00-a991-5b231dc87af4 None None] Set router 5f4df12c-1475-40eb-a201-b72d04870a71 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:35.622330 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36 req-47b0cba2-d103-4ca9-bf78-0b149940451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:35.623905 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36 req-47b0cba2-d103-4ca9-bf78-0b149940451a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc&device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 1130 time: 0.0550356 Mar 07 17:08:35.726983 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36 req-73c947f4-eb13-4dbe-b2b7-f8f9dd2b8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:35.729254 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36 req-73c947f4-eb13-4dbe-b2b7-f8f9dd2b8f66 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 HTTP/1.1" status: 200 len: 910 time: 0.0982509 Mar 07 17:08:35.827214 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ae8c76f1-3f5c-4e00-a991-5b231dc87af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:17Z', 'revision_number': 4, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '23166c07-8a6a-408b-9520-bc92de1020d8', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'port_id': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'mac_address': 'fa:16:3e:3e:91:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:33Z', 'updated_at': '2022-03-07T17:08:33Z', 'revision_number': 0, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b9827-52b8-4ffd-9ef5-b4a7810ea159', 'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'mac_address': 'fa:16:3e:7c:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:15Z', 'updated_at': '2022-03-07T17:07:26Z', 'revision_number': 5, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'subnets': [{'id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:35.836036 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36 req-c53b8862-ae7f-47de-9539-aa7a44b503e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905ef2d1-7615-4048-b5a1-2ac402e77019 HTTP/1.1" status: 200 len: 999 time: 0.0980825 Mar 07 17:08:35.874664 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c76f1-3f5c-4e00-a991-5b231dc87af4 None None] Checking router: 5f4df12c-1475-40eb-a201-b72d04870a71 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:08:35.894549 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c76f1-3f5c-4e00-a991-5b231dc87af4 None None] Routers {'5f4df12c-1475-40eb-a201-b72d04870a71'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:35.895640 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ae8c76f1-3f5c-4e00-a991-5b231dc87af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:08:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['5f4df12c-1475-40eb-a201-b72d04870a71'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:35.895836 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36 req-2155491a-a0c3-4c15-93d9-b822c992c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:35.897774 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36 req-2155491a-a0c3-4c15-93d9-b822c992c347 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90e0e699-e133-4c3b-b415-aa8bcf498bee HTTP/1.1" status: 200 len: 848 time: 0.0554330 Mar 07 17:08:35.988711 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36 req-e4d37353-0297-49c3-84c5-64891f2c914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:35.990422 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36 req-e4d37353-0297-49c3-84c5-64891f2c914c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0850952 Mar 07 17:08:36.074521 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-ae8c76f1-3f5c-4e00-a991-5b231dc87af4 None None] Set router 5f4df12c-1475-40eb-a201-b72d04870a71 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:36.105439 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fa707-fca7-480d-bfa3-b3e31fc36850 req-8c93af91-b589-4695-aac9-8f024ddd7ca0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:36.107078 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-898fa707-fca7-480d-bfa3-b3e31fc36850 req-8c93af91-b589-4695-aac9-8f024ddd7ca0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0814247 Mar 07 17:08:36.210801 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3753d-cd54-4e5f-9a0e-b27d5bd1eec4 req-8f3fbc2f-ef14-4b5d-9b9b-c21fe8cd1958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:36.213109 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cea3753d-cd54-4e5f-9a0e-b27d5bd1eec4 req-8f3fbc2f-ef14-4b5d-9b9b-c21fe8cd1958 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 1131 time: 0.1274443 Mar 07 17:08:36.214993 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-898fa707-fca7-480d-bfa3-b3e31fc36850 req-4d97edc6-90cf-41df-8b02-68bb3982f79d tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923381 Mar 07 17:08:36.256066 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5940c7-9e58-48b2-b9be-3bcbe6cde8c4 req-6ce02ecf-6ab6-4bec-8a0d-4ce3e7b9c8cf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:36.258507 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8c5940c7-9e58-48b2-b9be-3bcbe6cde8c4 req-6ce02ecf-6ab6-4bec-8a0d-4ce3e7b9c8cf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 947 time: 0.1590600 Mar 07 17:08:36.281734 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36 req-d75b6a51-7d3f-4eb1-9efa-923449560852 service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835085 Mar 07 17:08:36.361717 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe98f9d-f63a-4d43-b9c4-b9d7c91f212e req-232956d3-8836-4314-9eba-3d8ee80291c8 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:36.369650 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fbe98f9d-f63a-4d43-b9c4-b9d7c91f212e req-232956d3-8836-4314-9eba-3d8ee80291c8 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 945 time: 0.0892637 Mar 07 17:08:36.416962 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cea3753d-cd54-4e5f-9a0e-b27d5bd1eec4 req-c1cd85ae-9a3d-4530-b7ce-95da58ec975f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837533 Mar 07 17:08:36.423876 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8c5940c7-9e58-48b2-b9be-3bcbe6cde8c4 req-3c987e00-301d-4ad6-8304-5b7cb8598508 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496925 Mar 07 17:08:36.426076 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ae8c76f1-3f5c-4e00-a991-5b231dc87af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:17Z', 'revision_number': 4, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '23166c07-8a6a-408b-9520-bc92de1020d8', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'port_id': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'mac_address': 'fa:16:3e:3e:91:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:33Z', 'updated_at': '2022-03-07T17:08:33Z', 'revision_number': 0, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b9827-52b8-4ffd-9ef5-b4a7810ea159', 'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'mac_address': 'fa:16:3e:7c:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:15Z', 'updated_at': '2022-03-07T17:07:26Z', 'revision_number': 5, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'subnets': [{'id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:36.431251 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fbe98f9d-f63a-4d43-b9c4-b9d7c91f212e req-2439bb6a-4d58-4642-b4f5-c8c5a510a942 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607188 Mar 07 17:08:36.448268 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0512bddd-8cd7-4c5f-86d2-3baf7dd8fc36 req-c40def37-a5f4-49dd-a8cf-af71a9acff76 service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539462 Mar 07 17:08:36.460663 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c76f1-3f5c-4e00-a991-5b231dc87af4 None None] The sync data for ids ['5f4df12c-1475-40eb-a201-b72d04870a71'] in dv-cinder-778193-24-iscsi is: [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:17Z', 'revision_number': 4, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '23166c07-8a6a-408b-9520-bc92de1020d8', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'port_id': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'mac_address': 'fa:16:3e:3e:91:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:33Z', 'updated_at': '2022-03-07T17:08:33Z', 'revision_number': 0, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b9827-52b8-4ffd-9ef5-b4a7810ea159', 'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'mac_address': 'fa:16:3e:7c:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:15Z', 'updated_at': '2022-03-07T17:07:26Z', 'revision_number': 5, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'subnets': [{'id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:08:36.684547 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42734b-ab93-4f1b-be60-9caba647c9f6 None None] New status for floating IP 23166c07-8a6a-408b-9520-bc92de1020d8: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:08:37.067700 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:08:37.277623 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:08:37.283018 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:37.283652 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:37.365207 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793529e8-f7e1-404d-a4a5-05b4d4ab371a req-e52a9e9b-11da-43b1-8097-a326210e5dbe tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:37.366987 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-793529e8-f7e1-404d-a4a5-05b4d4ab371a req-e52a9e9b-11da-43b1-8097-a326210e5dbe tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0759580 Mar 07 17:08:37.383211 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:37.383609 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:37.409400 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad20810-39d5-403e-a98d-0e18706f403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:37.411770 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826d4658-0428-49ec-b821-cb1f95aad948" -d '{"events": [{"server_uuid": "dad20810-39d5-403e-a98d-0e18706f403d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:37.426728 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-793529e8-f7e1-404d-a4a5-05b4d4ab371a req-3fc30419-1bd7-4631-970c-a14506348301 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528929 Mar 07 17:08:37.427295 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:37.475753 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad4939-2d9d-4989-93c9-9f6ae99421df x-openstack-request-id: req-b3ad4939-2d9d-4989-93c9-9f6ae99421df {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:37.485952 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad20810-39d5-403e-a98d-0e18706f403d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:37.485952 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3ad4939-2d9d-4989-93c9-9f6ae99421df {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:37.485952 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad20810-39d5-403e-a98d-0e18706f403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2', 'code': 200} Mar 07 17:08:37.511474 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:37.588222 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:37.623406 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da88cac-d949-4f4b-baac-3ca1c43af50e req-407ef436-15c3-4c6d-9e5b-83cf6f8898f4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:37.627700 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5da88cac-d949-4f4b-baac-3ca1c43af50e req-407ef436-15c3-4c6d-9e5b-83cf6f8898f4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 947 time: 0.0995560 Mar 07 17:08:37.721474 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5da88cac-d949-4f4b-baac-3ca1c43af50e req-43b9cdc4-0779-4f6b-8689-4349794601a3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839009 Mar 07 17:08:37.725586 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3dc89-cf92-4334-9157-9786351a9e45 req-ca5d4389-722a-4c81-afef-5c1b305889aa tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:37.727278 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f2a3dc89-cf92-4334-9157-9786351a9e45 req-ca5d4389-722a-4c81-afef-5c1b305889aa tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 946 time: 0.0737209 Mar 07 17:08:37.800230 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f2a3dc89-cf92-4334-9157-9786351a9e45 req-32696d84-9868-46b2-98f8-8109419c7280 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606146 Mar 07 17:08:38.105369 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b68ff3-209a-43c1-9572-f3cfdf0bc8e4 req-bf837bc7-3354-44e3-9c55-1fc0002bf73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:38.106959 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d2b68ff3-209a-43c1-9572-f3cfdf0bc8e4 req-bf837bc7-3354-44e3-9c55-1fc0002bf73f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 1130 time: 0.0627606 Mar 07 17:08:38.167265 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d2b68ff3-209a-43c1-9572-f3cfdf0bc8e4 req-f7712a42-2a4d-4c2c-820f-e325c3a4da11 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439277 Mar 07 17:08:38.586791 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feebb19-dd57-4d63-ad7f-39c172123964 req-682be51f-20de-4981-ae0a-06a91ddf2eab tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:38.588281 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7feebb19-dd57-4d63-ad7f-39c172123964 req-682be51f-20de-4981-ae0a-06a91ddf2eab tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0651076 Mar 07 17:08:38.645679 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7feebb19-dd57-4d63-ad7f-39c172123964 req-2e901c51-a8e7-4f3f-b6b7-c226f1e726aa tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458732 Mar 07 17:08:38.889313 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fe004-f881-497a-bf08-fa741f06fc29 req-26ec62de-cd7c-4ba4-ab4c-363234a86b95 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:38.895450 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fc6fe004-f881-497a-bf08-fa741f06fc29 req-26ec62de-cd7c-4ba4-ab4c-363234a86b95 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 947 time: 0.0622959 Mar 07 17:08:38.963754 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fc6fe004-f881-497a-bf08-fa741f06fc29 req-a01a5da2-a093-4897-ac14-4da5494507e5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625348 Mar 07 17:08:38.975212 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d07893-a4fd-4b7d-be6d-e5c85b590a60 req-2b48a9b7-2d4b-427c-be1c-ddf72ba86cc2 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:38.977171 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-51d07893-a4fd-4b7d-be6d-e5c85b590a60 req-2b48a9b7-2d4b-427c-be1c-ddf72ba86cc2 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 946 time: 0.0701778 Mar 07 17:08:39.034704 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-51d07893-a4fd-4b7d-be6d-e5c85b590a60 req-adae29c1-e112-4f78-916f-8c12624f024a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514727 Mar 07 17:08:39.787790 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae6939-b527-4b95-81e8-c2fb659bf38c req-b33cd452-ac21-41be-82a4-602a8c7bed6c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:39.789300 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-eaae6939-b527-4b95-81e8-c2fb659bf38c req-b33cd452-ac21-41be-82a4-602a8c7bed6c tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0635514 Mar 07 17:08:39.847074 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-eaae6939-b527-4b95-81e8-c2fb659bf38c req-e2a4bc8c-9e00-40b0-9569-4681b92b6fa0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514610 Mar 07 17:08:40.122917 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a74020-c0fa-4b5a-bc05-eefcf1271d34 req-95afb178-244d-454e-afd8-47cd350f3dd2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:40.124734 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-28a74020-c0fa-4b5a-bc05-eefcf1271d34 req-95afb178-244d-454e-afd8-47cd350f3dd2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 947 time: 0.0659628 Mar 07 17:08:40.184446 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-28a74020-c0fa-4b5a-bc05-eefcf1271d34 req-660cca21-800c-4b22-ad48-ed44cc8dd456 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485499 Mar 07 17:08:40.198091 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ef77f-54b4-44cc-9ea8-5053456441e9 req-0baa5a99-2e94-4d09-96c9-c752bab2e102 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:40.199769 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bc8ef77f-54b4-44cc-9ea8-5053456441e9 req-0baa5a99-2e94-4d09-96c9-c752bab2e102 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 946 time: 0.0768604 Mar 07 17:08:40.260196 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bc8ef77f-54b4-44cc-9ea8-5053456441e9 req-014760fd-1cb0-494a-b3a6-fc185d852a0e tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532572 Mar 07 17:08:40.390397 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430500c5-eced-435c-a7ed-837cffe5577d req-d7b81bac-3715-4632-8249-196feb45082d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:40.392242 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-430500c5-eced-435c-a7ed-837cffe5577d req-d7b81bac-3715-4632-8249-196feb45082d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 946 time: 0.0651298 Mar 07 17:08:40.402491 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58824) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:40.408043 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-29605d41-dfc3-4bd9-be28-974b2da4e47b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'floatingip': {'port_id': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:40.449228 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29605d41-dfc3-4bd9-be28-974b2da4e47b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (f280785f-3742-402c-8065-4fa5c4746a2a), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.584698 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.591479 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af240c-9efa-4339-9737-78749b1fc145 req-17c1f270-3e20-42aa-8b5e-3c8b905d8ef0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:40.592987 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-76af240c-9efa-4339-9737-78749b1fc145 req-17c1f270-3e20-42aa-8b5e-3c8b905d8ef0 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.65 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0804710 Mar 07 17:08:40.716405 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-76af240c-9efa-4339-9737-78749b1fc145 req-a7a21753-9279-4f05-831b-eb9ad6f51a93 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Deleting port 4e711bbb-b402-413a-b8fa-1cb89ae01b78 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:08:40.716747 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-76af240c-9efa-4339-9737-78749b1fc145 req-a7a21753-9279-4f05-831b-eb9ad6f51a93 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.843416 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-76af240c-9efa-4339-9737-78749b1fc145 req-a7a21753-9279-4f05-831b-eb9ad6f51a93 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] For port 4e711bbb-b402-413a-b8fa-1cb89ae01b78, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4e711bbb-b402-413a-b8fa-1cb89ae01b78,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:40.843986 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-76af240c-9efa-4339-9737-78749b1fc145 req-a7a21753-9279-4f05-831b-eb9ad6f51a93 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.875310 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-76af240c-9efa-4339-9737-78749b1fc145 req-a7a21753-9279-4f05-831b-eb9ad6f51a93 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Calling delete_port for 4e711bbb-b402-413a-b8fa-1cb89ae01b78 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:08:41.011538 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29605d41-dfc3-4bd9-be28-974b2da4e47b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:41.039482 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e274e-65cd-482c-8d77-d733e73619fb req-12abfc3f-8397-4114-af8c-48daf4cd5f61 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:41.041362 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-df1e274e-65cd-482c-8d77-d733e73619fb req-12abfc3f-8397-4114-af8c-48daf4cd5f61 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 945 time: 0.0740900 Mar 07 17:08:41.099015 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29605d41-dfc3-4bd9-be28-974b2da4e47b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (f280785f-3742-402c-8065-4fa5c4746a2a), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:41.145841 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-76af240c-9efa-4339-9737-78749b1fc145 req-a7a21753-9279-4f05-831b-eb9ad6f51a93 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (4e711bbb-b402-413a-b8fa-1cb89ae01b78), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:41.157007 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-df1e274e-65cd-482c-8d77-d733e73619fb req-003d7b01-5910-4622-8957-fcb3c57967ff tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/security-groups?id=feb9e5d4-d796-4253-85b1-44dea3500f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097558 Mar 07 17:08:41.206254 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['4e711bbb-b402-413a-b8fa-1cb89ae01b78'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:08:41.241210 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a21753-9279-4f05-831b-eb9ad6f51a93 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Pushing event deleted for resources: {'Port': ['ID=4e711bbb-b402-413a-b8fa-1cb89ae01b78,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:41.256127 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-29605d41-dfc3-4bd9-be28-974b2da4e47b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Floating IP f280785f-3742-402c-8065-4fa5c4746a2a associated. External IP: 172.27.1.20, port: ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2. Mar 07 17:08:41.290154 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-76af240c-9efa-4339-9737-78749b1fc145 req-a7a21753-9279-4f05-831b-eb9ad6f51a93 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] No DVR routers for this DVR port 4e711bbb-b402-413a-b8fa-1cb89ae01b78 on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:08:41.293119 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-76af240c-9efa-4339-9737-78749b1fc145 req-a7a21753-9279-4f05-831b-eb9ad6f51a93 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:41.296758 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-76af240c-9efa-4339-9737-78749b1fc145 req-a7a21753-9279-4f05-831b-eb9ad6f51a93 tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.65 "DELETE /v2.0/ports/4e711bbb-b402-413a-b8fa-1cb89ae01b78 HTTP/1.1" status: 204 len: 173 time: 0.6979737 Mar 07 17:08:41.297336 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771bb753-d980-4e2b-be18-c0a58989be0f', 'name': 'network-vif-deleted', 'tag': '4e711bbb-b402-413a-b8fa-1cb89ae01b78'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:41.299817 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311cee27-fff8-46fb-a19d-2965f0c6a3f4" -d '{"events": [{"server_uuid": "771bb753-d980-4e2b-be18-c0a58989be0f", "name": "network-vif-deleted", "tag": "4e711bbb-b402-413a-b8fa-1cb89ae01b78"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:41.342231 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c5b7a1-58b3-477a-84ed-6361bce79df3 x-openstack-request-id: req-99c5b7a1-58b3-477a-84ed-6361bce79df3 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:41.342611 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771bb753-d980-4e2b-be18-c0a58989be0f", "name": "network-vif-deleted", "tag": "4e711bbb-b402-413a-b8fa-1cb89ae01b78", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:41.342957 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99c5b7a1-58b3-477a-84ed-6361bce79df3 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:41.343410 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771bb753-d980-4e2b-be18-c0a58989be0f', 'name': 'network-vif-deleted', 'tag': '4e711bbb-b402-413a-b8fa-1cb89ae01b78', 'status': 'completed', 'code': 200} Mar 07 17:08:41.510589 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29605d41-dfc3-4bd9-be28-974b2da4e47b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Router aaad6cb6-481e-48fa-ad08-e56cdee8c443 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:08:41.639360 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29605d41-dfc3-4bd9-be28-974b2da4e47b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:08:41.644311 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29605d41-dfc3-4bd9-be28-974b2da4e47b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:41.654279 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306b473-6d15-435f-bed3-801ebbac1456 None None] Sync routers for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:08:41.668056 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306b473-6d15-435f-bed3-801ebbac1456 None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:41.668848 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c306b473-6d15-435f-bed3-801ebbac1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:08:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:41.678344 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-29605d41-dfc3-4bd9-be28-974b2da4e47b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "PUT /v2.0/floatingips/f280785f-3742-402c-8065-4fa5c4746a2a HTTP/1.1" status: 200 len: 991 time: 1.2746301 Mar 07 17:08:41.679364 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad20810-39d5-403e-a98d-0e18706f403d', 'tag': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:41.681715 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced3645c-aa10-4c2d-b901-cd20952dc4da" -d '{"events": [{"name": "network-changed", "server_uuid": "dad20810-39d5-403e-a98d-0e18706f403d", "tag": "ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:41.720280 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07004ec4-400f-4477-ad5b-64fca6003cd8 x-openstack-request-id: req-07004ec4-400f-4477-ad5b-64fca6003cd8 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:41.720622 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad20810-39d5-403e-a98d-0e18706f403d", "tag": "ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:41.720883 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07004ec4-400f-4477-ad5b-64fca6003cd8 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:41.721282 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad20810-39d5-403e-a98d-0e18706f403d', 'tag': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2', 'status': 'completed', 'code': 200} Mar 07 17:08:41.790016 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c306b473-6d15-435f-bed3-801ebbac1456 None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:41.821002 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3645c-aa10-4c2d-b901-cd20952dc4da req-848baeeb-d049-4e0e-99da-1db813ce3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:41.822879 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ced3645c-aa10-4c2d-b901-cd20952dc4da req-848baeeb-d049-4e0e-99da-1db813ce3a9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 1130 time: 0.0509934 Mar 07 17:08:41.950106 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3645c-aa10-4c2d-b901-cd20952dc4da req-c6d52d9c-37e5-4d2f-ac31-38a4137a758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:41.951649 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ced3645c-aa10-4c2d-b901-cd20952dc4da req-c6d52d9c-37e5-4d2f-ac31-38a4137a758a service neutron] 10.222.0.65 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 916 time: 0.1076798 Mar 07 17:08:42.030776 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ced3645c-aa10-4c2d-b901-cd20952dc4da req-d7cce237-46a7-44fc-ac6b-053614f64f4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 HTTP/1.1" status: 200 len: 999 time: 0.0658138 Mar 07 17:08:42.054737 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c306b473-6d15-435f-bed3-801ebbac1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:56:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:46Z', 'updated_at': '2022-03-07T17:07:12Z', 'revision_number': 2, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}, {'id': 'f280785f-3742-402c-8065-4fa5c4746a2a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:a8:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad20810-39d5-403e-a98d-0e18706f403d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:10Z', 'updated_at': '2022-03-07T17:08:40Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:42.087059 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3645c-aa10-4c2d-b901-cd20952dc4da req-216cd0df-7494-4643-9962-cf0f1517e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:42.088526 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306b473-6d15-435f-bed3-801ebbac1456 None None] Checking router: aaad6cb6-481e-48fa-ad08-e56cdee8c443 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:08:42.088656 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ced3645c-aa10-4c2d-b901-cd20952dc4da req-216cd0df-7494-4643-9962-cf0f1517e4d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc87e00f-d087-4c85-b362-2bac4ce5c63b HTTP/1.1" status: 200 len: 854 time: 0.0515659 Mar 07 17:08:42.098988 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306b473-6d15-435f-bed3-801ebbac1456 None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:42.099612 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c306b473-6d15-435f-bed3-801ebbac1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:08:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:42.143193 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3645c-aa10-4c2d-b901-cd20952dc4da req-d5ecf1d5-d5eb-485e-921e-647d0981c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:42.144848 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ced3645c-aa10-4c2d-b901-cd20952dc4da req-d5ecf1d5-d5eb-485e-921e-647d0981c55e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0003365c-cf00-48c8-a828-23eeb690294a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493913 Mar 07 17:08:42.275197 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ced3645c-aa10-4c2d-b901-cd20952dc4da req-e6940166-11a1-4c99-9a1c-a0af9207e1a7 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041431 Mar 07 17:08:42.340705 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0158524b-5811-4000-a963-f1d61e0e3d48 req-538ebc4c-6d67-4be6-a2b9-41eb4199d74b tempest-ServerRescueNegativeTestJSON-1352617411 tempest-ServerRescueNegativeTestJSON-1352617411-project] 10.222.0.52 "GET /v2.0/ports?device_id=771bb753-d980-4e2b-be18-c0a58989be0f HTTP/1.1" status: 200 len: 210 time: 0.0473495 Mar 07 17:08:42.356721 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c306b473-6d15-435f-bed3-801ebbac1456 None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:42.410031 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ced3645c-aa10-4c2d-b901-cd20952dc4da req-3cc0648c-885c-48c1-bd94-3c9f6e79acb6 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262615 Mar 07 17:08:42.617964 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c306b473-6d15-435f-bed3-801ebbac1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:56:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:46Z', 'updated_at': '2022-03-07T17:07:12Z', 'revision_number': 2, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}, {'id': 'f280785f-3742-402c-8065-4fa5c4746a2a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:a8:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad20810-39d5-403e-a98d-0e18706f403d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:10Z', 'updated_at': '2022-03-07T17:08:40Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:42.650802 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306b473-6d15-435f-bed3-801ebbac1456 None None] The sync data for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi is: [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:56:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:46Z', 'updated_at': '2022-03-07T17:07:12Z', 'revision_number': 2, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}, {'id': 'f280785f-3742-402c-8065-4fa5c4746a2a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:a8:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad20810-39d5-403e-a98d-0e18706f403d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:10Z', 'updated_at': '2022-03-07T17:08:40Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:08:42.885532 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd23f1a-0b0d-4a01-be5c-e46591f819df None None] New status for floating IP f280785f-3742-402c-8065-4fa5c4746a2a: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:08:43.401098 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58852) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:44.112743 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-727125'] for router_interface (3f9e5520-41e9-4435-915e-b8a63da4cc3a), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:44.435587 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] Deleting port 9f63024d-925a-4527-ada1-c0160e3f66e3 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:08:44.436301 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:44.517507 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] For port 9f63024d-925a-4527-ada1-c0160e3f66e3, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=9f63024d-925a-4527-ada1-c0160e3f66e3,segment=NetworkSegment(57d65c66-2421-4718-843b-60e84c40f7e9),segment_id=57d65c66-2421-4718-843b-60e84c40f7e9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:44.517867 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:44.533841 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] Calling delete_port for 9f63024d-925a-4527-ada1-c0160e3f66e3 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:08:44.847264 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (9f63024d-925a-4527-ada1-c0160e3f66e3), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:44.877149 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f63024d-925a-4527-ada1-c0160e3f66e3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:45.051696 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-727073'] for router_interface (3f9e5520-41e9-4435-915e-b8a63da4cc3a), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:45.124871 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4e711bbb-b402-413a-b8fa-1cb89ae01b78 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:08:45.158458 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 4e711bbb-b402-413a-b8fa-1cb89ae01b78 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:08:45.158943 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4e711bbb-b402-413a-b8fa-1cb89ae01b78 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:08:45.310897 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] Router 3f9e5520-41e9-4435-915e-b8a63da4cc3a has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:08:45.422027 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:08:45.431034 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-8aa77b8c-fc45-4737-b485-6e9df86978d6 admin admin] 10.222.0.52 "PUT /v2.0/routers/3f9e5520-41e9-4435-915e-b8a63da4cc3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0259166 Mar 07 17:08:45.431034 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58862) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:45.434206 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4fba58-67cb-4eff-ac8d-f28b435073e5 None None] Sync routers for ids ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:08:45.446323 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4fba58-67cb-4eff-ac8d-f28b435073e5 None None] Routers {'3f9e5520-41e9-4435-915e-b8a63da4cc3a'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:45.447100 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fd4fba58-67cb-4eff-ac8d-f28b435073e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:08:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:45.552575 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Publish callbacks [] for router (3f9e5520-41e9-4435-915e-b8a63da4cc3a), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:45.567861 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-fd4fba58-67cb-4eff-ac8d-f28b435073e5 None None] Set router 3f9e5520-41e9-4435-915e-b8a63da4cc3a gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:45.680610 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Publish callbacks [] for router_gateway (3f9e5520-41e9-4435-915e-b8a63da4cc3a), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:45.765611 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fd4fba58-67cb-4eff-ac8d-f28b435073e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-router', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:08:44Z', 'revision_number': 5, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'gw_port': {'id': 'fe55ec64-1782-4e4d-8231-d29d0280c7cb', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:09Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:45.793781 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4fba58-67cb-4eff-ac8d-f28b435073e5 None None] Checking router: 3f9e5520-41e9-4435-915e-b8a63da4cc3a for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:08:45.810522 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4fba58-67cb-4eff-ac8d-f28b435073e5 None None] Routers {'3f9e5520-41e9-4435-915e-b8a63da4cc3a'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:45.811370 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fd4fba58-67cb-4eff-ac8d-f28b435073e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:08:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:45.855032 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Deleting port fe55ec64-1782-4e4d-8231-d29d0280c7cb {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:08:45.855356 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:45.911506 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-fd4fba58-67cb-4eff-ac8d-f28b435073e5 None None] Set router 3f9e5520-41e9-4435-915e-b8a63da4cc3a gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:45.944031 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] For port fe55ec64-1782-4e4d-8231-d29d0280c7cb, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=fe55ec64-1782-4e4d-8231-d29d0280c7cb,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:45.944302 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:45.957845 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Calling delete_port for fe55ec64-1782-4e4d-8231-d29d0280c7cb owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:08:45.971732 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fd4fba58-67cb-4eff-ac8d-f28b435073e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-router', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:08:45Z', 'revision_number': 6, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'gw_port_host': None}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:46.000642 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4fba58-67cb-4eff-ac8d-f28b435073e5 None None] The sync data for ids ['3f9e5520-41e9-4435-915e-b8a63da4cc3a'] in dv-cinder-778193-24-iscsi is: [{'id': '3f9e5520-41e9-4435-915e-b8a63da4cc3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1261769456-router', 'tenant_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:08:45Z', 'revision_number': 6, 'project_id': '08f2b2e007834bc3a9d81b7311fcf1f0', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:08:46.209202 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (fe55ec64-1782-4e4d-8231-d29d0280c7cb), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.246805 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe55ec64-1782-4e4d-8231-d29d0280c7cb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:46.314698 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721035'] for router_gateway (3f9e5520-41e9-4435-915e-b8a63da4cc3a), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.429137 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24899'] for router (3f9e5520-41e9-4435-915e-b8a63da4cc3a), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.432035 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Publish callbacks [] for router_controller (3f9e5520-41e9-4435-915e-b8a63da4cc3a), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.619618 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728104'] for router (3f9e5520-41e9-4435-915e-b8a63da4cc3a), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.620323 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9e5520-41e9-4435-915e-b8a63da4cc3a {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:08:46.625009 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.626738 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-838833d7-f840-404f-afc2-bf448383434a admin admin] 10.222.0.52 "DELETE /v2.0/routers/3f9e5520-41e9-4435-915e-b8a63da4cc3a HTTP/1.1" status: 204 len: 168 time: 1.1948867 Mar 07 17:08:46.629533 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58872) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:46.683732 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb5e21a-59f1-4e47-b44f-faa93a6d6fa0 admin admin] Deleting subnet ebe8282a-1a75-4a21-b075-6e06af668645 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:08:46.689563 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e21a-59f1-4e47-b44f-faa93a6d6fa0 admin admin] Publish callbacks [] for subnet (ebe8282a-1a75-4a21-b075-6e06af668645), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.729345 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e21a-59f1-4e47-b44f-faa93a6d6fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12967029'] for subnet (ebe8282a-1a75-4a21-b075-6e06af668645), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.769825 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e21a-59f1-4e47-b44f-faa93a6d6fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (ebe8282a-1a75-4a21-b075-6e06af668645), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.951460 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e21a-59f1-4e47-b44f-faa93a6d6fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12767345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13222127'] for subnet (ebe8282a-1a75-4a21-b075-6e06af668645), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.978191 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5e21a-59f1-4e47-b44f-faa93a6d6fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe8282a-1a75-4a21-b075-6e06af668645,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:46.985931 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e21a-59f1-4e47-b44f-faa93a6d6fa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.989234 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-ccb5e21a-59f1-4e47-b44f-faa93a6d6fa0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ebe8282a-1a75-4a21-b075-6e06af668645 HTTP/1.1" status: 204 len: 168 time: 0.3587427 Mar 07 17:08:46.992336 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58876) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:47.072089 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (1b52b89d-0ba4-405a-9fc7-4a4e44e29e59), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.164174 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (1b52b89d-0ba4-405a-9fc7-4a4e44e29e59), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.187724 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b52b89d-0ba4-405a-9fc7-4a4e44e29e59']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:47.198094 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d65c66-2421-4718-843b-60e84c40f7e9') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:47.198418 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d65c66-2421-4718-843b-60e84c40f7e9') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:47.208362 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12967054'] for segment (57d65c66-2421-4718-843b-60e84c40f7e9), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.224392 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (57d65c66-2421-4718-843b-60e84c40f7e9), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12767259'] for segment (57d65c66-2421-4718-843b-60e84c40f7e9), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: Traceback (most recent call last): Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: timer() Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: cb(*args, **kw) Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: return func(*args, **kwargs) Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: self._notify() Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: self.callback(batched_events) Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: event.method(event) Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: return f(self, *a, **k) Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._get(url).json() Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: return self.request(url, 'GET', **kwargs) Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:08:47.235545 dv-cinder-778193-24-iscsi neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:08:47.350922 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (1b52b89d-0ba4-405a-9fc7-4a4e44e29e59), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.356222 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.359415 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1b52b89d-0ba4-405a-9fc7-4a4e44e29e59 HTTP/1.1" status: 204 len: 168 time: 0.3661139 Mar 07 17:08:47.372518 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5a14b-53a7-4641-917a-fc6965e861a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b52b89d-0ba4-405a-9fc7-4a4e44e29e59,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:47.817787 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 58882) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:47.859038 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-2fbe5193-41f4-4224-bb02-26efa0dc86b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08f2b2e007834bc3a9d81b7311fcf1f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394211 Mar 07 17:08:47.861543 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58886) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:47.912814 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0fe66e52-e08b-4be0-a7c1-c5b285e53352 admin admin] Publish callbacks [] for security_group (feb9e5d4-d796-4253-85b1-44dea3500f44), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.943636 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0fe66e52-e08b-4be0-a7c1-c5b285e53352 admin admin] Publish callbacks [] for security_group (feb9e5d4-d796-4253-85b1-44dea3500f44), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:48.036709 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 9f63024d-925a-4527-ada1-c0160e3f66e3 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:08:48.059939 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 9f63024d-925a-4527-ada1-c0160e3f66e3 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:08:48.060271 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 9f63024d-925a-4527-ada1-c0160e3f66e3 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:08:48.060680 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device fe55ec64-1782-4e4d-8231-d29d0280c7cb no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:08:48.081078 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: fe55ec64-1782-4e4d-8231-d29d0280c7cb {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:08:48.081351 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device fe55ec64-1782-4e4d-8231-d29d0280c7cb not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:08:48.122771 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0fe66e52-e08b-4be0-a7c1-c5b285e53352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (feb9e5d4-d796-4253-85b1-44dea3500f44), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:48.125287 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0fe66e52-e08b-4be0-a7c1-c5b285e53352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:48.126691 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-0fe66e52-e08b-4be0-a7c1-c5b285e53352 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/feb9e5d4-d796-4253-85b1-44dea3500f44 HTTP/1.1" status: 204 len: 168 time: 0.2641370 Mar 07 17:08:48.134993 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe66e52-e08b-4be0-a7c1-c5b285e53352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb9e5d4-d796-4253-85b1-44dea3500f44,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:49.345073 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 58916) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:49.444032 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1505173238-network', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:49.567008 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Made reservation on behalf of 8f241ca33d5e4641b042e0e088c78802 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:08:49.569349 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:49.578089 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:49.659916 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Publish callbacks [] for security_group (00732eee-c8fe-44f6-8870-3faa3e86dc62), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:49.797073 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (00732eee-c8fe-44f6-8870-3faa3e86dc62), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:49.825092 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:08:49.832208 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00732eee-c8fe-44f6-8870-3faa3e86dc62,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:49.838991 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (1f82e6d9-6f67-4c3d-9159-1119532f91fe), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:49.839662 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Added segment 1f82e6d9-6f67-4c3d-9159-1119532f91fe of type vlan for network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 Mar 07 17:08:49.880566 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (3dd5b780-4912-4b74-8f1b-a74ef8761a06), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:50.014246 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (3dd5b780-4912-4b74-8f1b-a74ef8761a06), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:50.015388 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:50.016669 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:50.103798 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] Pushing event updated for resources: {'Network': ['ID=3dd5b780-4912-4b74-8f1b-a74ef8761a06,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:50.104233 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:08:50.228172 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-6cf887f1-6d02-46a2-ba7c-88927353c7aa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8819473 Mar 07 17:08:50.231466 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58928) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:50.237394 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] Request body: {'subnet': {'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1505173238-subnet', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:50.350829 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] Made reservation on behalf of 8f241ca33d5e4641b042e0e088c78802 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:08:50.353169 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13222024'] for subnet (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:50.882919 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12767670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13222038'] for subnet (98015567-67e5-4976-a0e0-fd80463ef3e8), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:50.943837 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=98015567-67e5-4976-a0e0-fd80463ef3e8,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:50.953213 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] Checking segment: {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:08:50.954216 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] Network hostable DHCP agents. Network: 3dd5b780-4912-4b74-8f1b-a74ef8761a06, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:08:51.099069 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] Network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:08:51.213652 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 3dd5b780-4912-4b74-8f1b-a74ef8761a06) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:51.219405 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:51.222280 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.227819 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1298c5-4ef4-40b5-9fc6-bfd7341dce49 None None] Network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:08:51.332877 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c75a076-4202-5d18-914a-4da8176f2764-3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8'}]}} from dv-cinder-778193-24-iscsi. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:08:51.333492 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.394721 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-42f53404-4292-49c8-8c38-069a52fe6b3d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1620522 Mar 07 17:08:51.398502 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58944) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:51.403076 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:51.557007 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24913'] for router (924df926-428c-4389-9dc0-09169ae96b95), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.558605 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24920'] for router (924df926-428c-4389-9dc0-09169ae96b95), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.574888 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Allocated IP 172.20.0.2 (3dd5b780-4912-4b74-8f1b-a74ef8761a06/98015567-67e5-4976-a0e0-fd80463ef3e8/22064e98-6e41-4ec1-9640-cf21f4a459c1) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:08:51.631144 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Publish callbacks [] for router_controller (924df926-428c-4389-9dc0-09169ae96b95), precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.744789 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Publish callbacks [] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.831976 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.891733 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Publish callbacks [] for router_gateway (924df926-428c-4389-9dc0-09169ae96b95), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.911859 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:51.916889 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:51.925124 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:08:51.929265 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Pushing event updated for resources: {'Port': ['ID=22064e98-6e41-4ec1-9640-cf21f4a459c1,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:51.991301 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Attempting to bind port 22064e98-6e41-4ec1-9640-cf21f4a459c1 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:08:51.991726 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Attempting to bind port 22064e98-6e41-4ec1-9640-cf21f4a459c1 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:08:51.995708 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Attempting to bind port 22064e98-6e41-4ec1-9640-cf21f4a459c1 on network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:08:51.998011 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:08:51.998409 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Checking segment: {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:08:51.998819 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.999205 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Bound using segment: {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:08:51.999674 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Bound port: 22064e98-6e41-4ec1-9640-cf21f4a459c1, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:08:52.000046 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:52.066816 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] For port 22064e98-6e41-4ec1-9640-cf21f4a459c1, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:08:52.070576 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] For port 22064e98-6e41-4ec1-9640-cf21f4a459c1, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=22064e98-6e41-4ec1-9640-cf21f4a459c1,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:08:52.176584 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Publish callbacks [] for router_gateway (924df926-428c-4389-9dc0-09169ae96b95), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:52.196013 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:52.320801 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Allocated IP 172.27.1.241 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/3ebb66d0-cafb-4e1e-b893-31c1550102c1) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:08:52.357159 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:52.424746 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01326a03-0079-49a4-a154-8c4e9f34b8cc None None] Pushing event updated for resources: {'Port': ['ID=22064e98-6e41-4ec1-9640-cf21f4a459c1,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:52.451482 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Publish callbacks [] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:52.600643 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:52.651132 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:52.655218 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:52.661164 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:08:52.700346 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Pushing event updated for resources: {'Port': ['ID=3ebb66d0-cafb-4e1e-b893-31c1550102c1,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:53.093719 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Publish callbacks [] for router_gateway (924df926-428c-4389-9dc0-09169ae96b95), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:53.332118 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143'] for router (924df926-428c-4389-9dc0-09169ae96b95), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:53.417587 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049ab29-ea6c-4620-8163-54543822b1d9 None None] Network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:08:53.496010 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1f9ff202-ddc9-4841-a925-0158fc7127e2 None None] Provisioning complete for port 22064e98-6e41-4ec1-9640-cf21f4a459c1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:53.497890 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1f9ff202-ddc9-4841-a925-0158fc7127e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:53.567860 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Router 924df926-428c-4389-9dc0-09169ae96b95 is scheduled to L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:08:53.630830 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ff202-ddc9-4841-a925-0158fc7127e2 None None] Current status of the port 22064e98-6e41-4ec1-9640-cf21f4a459c1 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:53.631441 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1f9ff202-ddc9-4841-a925-0158fc7127e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:53.683376 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1f9ff202-ddc9-4841-a925-0158fc7127e2 None None] For port 22064e98-6e41-4ec1-9640-cf21f4a459c1, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=22064e98-6e41-4ec1-9640-cf21f4a459c1,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:53.723645 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:08:53.736804 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Sync routers for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:08:53.752924 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:53.753974 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:08:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:53.796781 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1f9ff202-ddc9-4841-a925-0158fc7127e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:53.833409 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:53.839589 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-aeb948be-2695-4bf0-aebe-bb9e89874f41 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4351590 Mar 07 17:08:53.839589 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58958) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:53.903639 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ff202-ddc9-4841-a925-0158fc7127e2 None None] Pushing event updated for resources: {'Port': ['ID=22064e98-6e41-4ec1-9640-cf21f4a459c1,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:53.940892 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:54.144647 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d28a7437-bbdb-4a75-a549-57d618ae5178 None None] Provisioning complete for port 22064e98-6e41-4ec1-9640-cf21f4a459c1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:54.145099 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d28a7437-bbdb-4a75-a549-57d618ae5178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:54.148065 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 22064e98-6e41-4ec1-9640-cf21f4a459c1 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:08:54.345867 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 22064e98-6e41-4ec1-9640-cf21f4a459c1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:54.346246 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:54.410438 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d28a7437-bbdb-4a75-a549-57d618ae5178 None None] Current status of the port 22064e98-6e41-4ec1-9640-cf21f4a459c1 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:54.437378 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:54.469964 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:52Z', 'revision_number': 3, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:54.500031 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Checking router: 924df926-428c-4389-9dc0-09169ae96b95 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:08:54.500923 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Updating router 924df926-428c-4389-9dc0-09169ae96b95 port 3ebb66d0-cafb-4e1e-b893-31c1550102c1 binding host dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:08:54.533801 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 22064e98-6e41-4ec1-9640-cf21f4a459c1 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:54.542615 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:54.693622 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Allocated IP 172.20.0.1 (3dd5b780-4912-4b74-8f1b-a74ef8761a06/98015567-67e5-4976-a0e0-fd80463ef3e8/5b865498-bb7c-4477-b586-056718f55de3) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:08:54.826249 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Publish callbacks [] for port (5b865498-bb7c-4477-b586-056718f55de3), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:54.857095 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Publish callbacks [] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:54.956608 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:54.974603 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (5b865498-bb7c-4477-b586-056718f55de3), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:55.012844 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b642bb5-ea43-4043-bc27-e1a57860909b None None] Pushing event updated for resources: {'Port': ['ID=3ebb66d0-cafb-4e1e-b893-31c1550102c1,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:55.016904 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Attempting to bind port 3ebb66d0-cafb-4e1e-b893-31c1550102c1 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:08:55.017293 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Attempting to bind port 3ebb66d0-cafb-4e1e-b893-31c1550102c1 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:08:55.017828 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Attempting to bind port 3ebb66d0-cafb-4e1e-b893-31c1550102c1 on network fb95a624-842c-4336-8b8c-80326a081833 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:08:55.024480 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:08:55.024865 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:08:55.025274 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:55.025669 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Bound using segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:08:55.026994 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:55.027365 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Bound port: 3ebb66d0-cafb-4e1e-b893-31c1550102c1, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:08:55.027365 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:55.029198 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:55.034228 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:08:55.040245 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Pushing event updated for resources: {'Port': ['ID=5b865498-bb7c-4477-b586-056718f55de3,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:55.085993 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722394'] for router_interface (924df926-428c-4389-9dc0-09169ae96b95), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:55.093250 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] For port 3ebb66d0-cafb-4e1e-b893-31c1550102c1, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:08:55.098310 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] For port 3ebb66d0-cafb-4e1e-b893-31c1550102c1, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=3ebb66d0-cafb-4e1e-b893-31c1550102c1,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:08:55.215189 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:55.309642 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:55.310289 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:08:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:55.313688 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b642bb5-ea43-4043-bc27-e1a57860909b None None] Pushing event updated for resources: {'Port': ['ID=3ebb66d0-cafb-4e1e-b893-31c1550102c1,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:55.381425 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-83872b55-42b7-45d8-8ec0-01ffc8bbdb6a None None] Provisioning complete for port 5b865498-bb7c-4477-b586-056718f55de3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:55.381848 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-83872b55-42b7-45d8-8ec0-01ffc8bbdb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (5b865498-bb7c-4477-b586-056718f55de3), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:55.386503 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (5b865498-bb7c-4477-b586-056718f55de3), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:55.467169 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-83872b55-42b7-45d8-8ec0-01ffc8bbdb6a None None] Port 5b865498-bb7c-4477-b586-056718f55de3 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:08:55.470544 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:55.587309 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Publish callbacks [] for port (5b865498-bb7c-4477-b586-056718f55de3), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:55.676464 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (5b865498-bb7c-4477-b586-056718f55de3), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:55.701083 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:52Z', 'revision_number': 3, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:55.731975 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed7626-1a08-4744-a794-151fdd1488d4 None None] The sync data for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi is: [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:52Z', 'revision_number': 3, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:08:55.749138 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Pushing event updated for resources: {'Port': ['ID=5b865498-bb7c-4477-b586-056718f55de3,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:55.759584 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722358'] for router_interface (924df926-428c-4389-9dc0-09169ae96b95), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:55.886432 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:55.888476 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:56.086132 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Router 924df926-428c-4389-9dc0-09169ae96b95 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:08:56.201542 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9728740e-e328-45b0-a192-2aac5a576903 None None] Provisioning complete for port 5b865498-bb7c-4477-b586-056718f55de3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:56.201915 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9728740e-e328-45b0-a192-2aac5a576903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (5b865498-bb7c-4477-b586-056718f55de3), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:56.245399 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9728740e-e328-45b0-a192-2aac5a576903 None None] Port 5b865498-bb7c-4477-b586-056718f55de3 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:08:56.543031 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:08:56.549314 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-23f769ae-bf37-4e4c-9f8f-ad9a7dc15b1b admin admin] 10.222.0.52 "PUT /v2.0/routers/924df926-428c-4389-9dc0-09169ae96b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7086942 Mar 07 17:08:57.416568 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58986) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:57.423903 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4c7fb8a1-28af-4e96-9051-85b90f962116 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--564306807', 'description': 'tempest-description--1738820127'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:57.539531 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4c7fb8a1-28af-4e96-9051-85b90f962116 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:57.607618 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Sync routers for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:08:57.621779 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:57.622537 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:08:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:57.626129 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4c7fb8a1-28af-4e96-9051-85b90f962116 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (911a2871-ea55-4680-8da2-e803f6354616), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:57.699415 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4c7fb8a1-28af-4e96-9051-85b90f962116 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (911a2871-ea55-4680-8da2-e803f6354616), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:57.731425 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fb8a1-28af-4e96-9051-85b90f962116 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911a2871-ea55-4680-8da2-e803f6354616,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:57.770828 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:57.811768 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4c7fb8a1-28af-4e96-9051-85b90f962116 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:57.814450 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-4c7fb8a1-28af-4e96-9051-85b90f962116 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3964734 Mar 07 17:08:57.819492 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 58988) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:57.824841 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c186ba5d-d568-4a59-b57c-7e0a20528d55 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'security_group_rule': {'security_group_id': '911a2871-ea55-4680-8da2-e803f6354616', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:57.930958 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c186ba5d-d568-4a59-b57c-7e0a20528d55 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (827cd186-ac1f-4749-bca9-46526de6dc84), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.039783 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c186ba5d-d568-4a59-b57c-7e0a20528d55 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (827cd186-ac1f-4749-bca9-46526de6dc84), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.053113 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 2, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:58.092359 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Checking router: 924df926-428c-4389-9dc0-09169ae96b95 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:08:58.096944 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Updating router 924df926-428c-4389-9dc0-09169ae96b95 port 5b865498-bb7c-4477-b586-056718f55de3 binding host dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:08:58.127212 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 3ebb66d0-cafb-4e1e-b893-31c1550102c1 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:08:58.138348 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (5b865498-bb7c-4477-b586-056718f55de3), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.174092 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-157cb77b-6caf-454f-b7f4-ed7b588a85b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.179917 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c186ba5d-d568-4a59-b57c-7e0a20528d55 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (827cd186-ac1f-4749-bca9-46526de6dc84), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.204399 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186ba5d-d568-4a59-b57c-7e0a20528d55 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827cd186-ac1f-4749-bca9-46526de6dc84,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:58.238601 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 3ebb66d0-cafb-4e1e-b893-31c1550102c1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:58.239216 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.314708 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c186ba5d-d568-4a59-b57c-7e0a20528d55 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.316949 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-c186ba5d-d568-4a59-b57c-7e0a20528d55 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4960439 Mar 07 17:08:58.322465 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 58998) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:58.328133 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1c3c4980-9940-4cde-9e30-473067c2d234 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'security_group_rule': {'security_group_id': '911a2871-ea55-4680-8da2-e803f6354616', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:58.403156 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 3ebb66d0-cafb-4e1e-b893-31c1550102c1 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:58.403717 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.431757 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 3ebb66d0-cafb-4e1e-b893-31c1550102c1, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=3ebb66d0-cafb-4e1e-b893-31c1550102c1,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:58.454437 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4980-9940-4cde-9e30-473067c2d234 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (c6125eb2-8581-4ce2-81d5-ef5cd0ea2fb0), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.546254 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4980-9940-4cde-9e30-473067c2d234 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (c6125eb2-8581-4ce2-81d5-ef5cd0ea2fb0), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.550290 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.613318 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4980-9940-4cde-9e30-473067c2d234 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (c6125eb2-8581-4ce2-81d5-ef5cd0ea2fb0), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.624381 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=3ebb66d0-cafb-4e1e-b893-31c1550102c1,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:58.643949 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c4980-9940-4cde-9e30-473067c2d234 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6125eb2-8581-4ce2-81d5-ef5cd0ea2fb0,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:58.749559 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4980-9940-4cde-9e30-473067c2d234 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.753246 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1c3c4980-9940-4cde-9e30-473067c2d234 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4294016 Mar 07 17:08:58.756612 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59004) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:58.761660 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:58.789467 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Publish callbacks [] for port (5b865498-bb7c-4477-b586-056718f55de3), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.865581 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (5b865498-bb7c-4477-b586-056718f55de3), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.894260 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:58.924578 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Pushing event updated for resources: {'Port': ['ID=5b865498-bb7c-4477-b586-056718f55de3,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:58.933474 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.933698 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.934005 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.934358 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.934718 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.935049 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.936446 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.936988 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.937495 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.938665 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.942497 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.942497 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:58.942497 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:59.018204 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Attempting to bind port 5b865498-bb7c-4477-b586-056718f55de3 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:08:59.018652 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Attempting to bind port 5b865498-bb7c-4477-b586-056718f55de3 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:08:59.019125 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Attempting to bind port 5b865498-bb7c-4477-b586-056718f55de3 on network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:08:59.025377 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:08:59.025738 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Checking segment: {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:08:59.026288 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.027403 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Bound using segment: {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:08:59.028006 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Bound port: 5b865498-bb7c-4477-b586-056718f55de3, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:08:59.028465 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (5b865498-bb7c-4477-b586-056718f55de3), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.066981 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.105379 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] For port 5b865498-bb7c-4477-b586-056718f55de3, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:08:59.113388 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] For port 5b865498-bb7c-4477-b586-056718f55de3, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=5b865498-bb7c-4477-b586-056718f55de3,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:08:59.196303 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1cdfffd5-c5d7-438e-a68e-4b0f9401f14c None None] Provisioning complete for port 5b865498-bb7c-4477-b586-056718f55de3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:59.197029 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1cdfffd5-c5d7-438e-a68e-4b0f9401f14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (5b865498-bb7c-4477-b586-056718f55de3), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.202055 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Allocated IP 172.27.1.217 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/e92776d7-2eb5-47df-9516-7a88f88736a7) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:08:59.225309 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (5b865498-bb7c-4477-b586-056718f55de3), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.256282 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1cdfffd5-c5d7-438e-a68e-4b0f9401f14c None None] Port 5b865498-bb7c-4477-b586-056718f55de3 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:08:59.319317 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77324c-3f12-4ce0-b7b0-a0df0ce82a2d None None] Pushing event updated for resources: {'Port': ['ID=5b865498-bb7c-4477-b586-056718f55de3,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:59.323876 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for port (e92776d7-2eb5-47df-9516-7a88f88736a7), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.331916 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:59.331916 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:08:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:59.454628 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (e92776d7-2eb5-47df-9516-7a88f88736a7), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.496415 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:59.503239 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:59.515498 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:59.519350 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'Port': ['ID=e92776d7-2eb5-47df-9516-7a88f88736a7,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:59.521635 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:08:59.584430 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5c7731c4-7e7d-46ea-8e8b-ad2c9e5c284d None None] Provisioning complete for port 5b865498-bb7c-4477-b586-056718f55de3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:59.584713 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7731c4-7e7d-46ea-8e8b-ad2c9e5c284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (5b865498-bb7c-4477-b586-056718f55de3), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.666603 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (a335dbf6-50dc-46fc-b1fb-bc94376f0db5), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.686499 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5c7731c4-7e7d-46ea-8e8b-ad2c9e5c284d None None] Current status of the port 5b865498-bb7c-4477-b586-056718f55de3 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:59.686903 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7731c4-7e7d-46ea-8e8b-ad2c9e5c284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (5b865498-bb7c-4477-b586-056718f55de3), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.726931 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5c7731c4-7e7d-46ea-8e8b-ad2c9e5c284d None None] For port 5b865498-bb7c-4477-b586-056718f55de3, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=5b865498-bb7c-4477-b586-056718f55de3,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:59.731588 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:59.763293 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b35c7c-827b-40e9-8a45-d360756500a9 None None] The sync data for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi is: [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:08:59.790329 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (e92776d7-2eb5-47df-9516-7a88f88736a7), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.824847 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7731c4-7e7d-46ea-8e8b-ad2c9e5c284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (5b865498-bb7c-4477-b586-056718f55de3), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:59.928523 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7731c4-7e7d-46ea-8e8b-ad2c9e5c284d None None] Pushing event updated for resources: {'Port': ['ID=5b865498-bb7c-4477-b586-056718f55de3,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:00.175860 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 5b865498-bb7c-4477-b586-056718f55de3 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:00.243068 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 5b865498-bb7c-4477-b586-056718f55de3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:00.244210 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (5b865498-bb7c-4477-b586-056718f55de3), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:00.300519 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for port (e92776d7-2eb5-47df-9516-7a88f88736a7), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:00.351487 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 5b865498-bb7c-4477-b586-056718f55de3 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:00.352625 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 3ebb66d0-cafb-4e1e-b893-31c1550102c1 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:00.424245 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 3ebb66d0-cafb-4e1e-b893-31c1550102c1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:00.424726 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:00.432412 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e7f942c9-f765-4eb6-8e09-2a5b35e00ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:00.454677 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (e92776d7-2eb5-47df-9516-7a88f88736a7), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:00.539680 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'Port': ['ID=e92776d7-2eb5-47df-9516-7a88f88736a7,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:00.549812 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 3ebb66d0-cafb-4e1e-b893-31c1550102c1 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:00.553333 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (a335dbf6-50dc-46fc-b1fb-bc94376f0db5), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:00.631403 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:00.632947 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7ad56b28-f9dc-42fe-959e-31d5c63bd852 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8752434 Mar 07 17:09:00.834021 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-e56a83bd-b62e-4bf4-ab7f-d7d04d7e579f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--564306807&fields=id&tenant_id=8f241ca33d5e4641b042e0e088c78802 HTTP/1.1" status: 200 len: 267 time: 0.0689013 Mar 07 17:09:00.962269 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-d3009851-b250-47f1-bf43-3bf413c7f17b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:00.963917 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-d3009851-b250-47f1-bf43-3bf413c7f17b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/networks?id=3dd5b780-4912-4b74-8f1b-a74ef8761a06 HTTP/1.1" status: 200 len: 811 time: 0.1231432 Mar 07 17:09:00.994301 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-4ffb6005-9ed4-4e01-8018-6bc55c9d5160 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/quotas/8f241ca33d5e4641b042e0e088c78802 HTTP/1.1" status: 200 len: 375 time: 0.0214469 Mar 07 17:09:01.076802 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-0e670ac3-56fb-44d5-8650-e0d8ecc28f94 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f241ca33d5e4641b042e0e088c78802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715387 Mar 07 17:09:01.212813 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-ede4e2b6-fb6d-4806-8243-6bd605379a27 service neutron] 10.222.0.52 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200452 Mar 07 17:09:01.319224 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-1f1c560d-560c-4246-8405-9ceedaae21bf service neutron] 10.222.0.52 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956471 Mar 07 17:09:01.350867 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:09:01.632755 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8c86dad3-83a6-4025-99a6-6749e834158c req-18c16a72-2ee7-4164-a66b-d0a2199a03ac tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 210 time: 0.0409374 Mar 07 17:09:02.043113 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:02.720315 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-813c1ded-c01a-4d4b-ae6b-fdf6fb156824 req-f79ae98a-e174-4988-995d-3daa25530900 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 210 time: 0.0307043 Mar 07 17:09:03.162578 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:03.827583 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ceaa1429-5974-49bf-b62b-594147eaee07 req-9058f166-d9d4-4205-9f0a-74796d3b6623 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 210 time: 0.0300770 Mar 07 17:09:04.790753 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-8c562e80-7647-4c41-9140-f4281281d062 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:04.792864 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-8c562e80-7647-4c41-9140-f4281281d062 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.65 "GET /v2.0/networks?id=3dd5b780-4912-4b74-8f1b-a74ef8761a06 HTTP/1.1" status: 200 len: 811 time: 0.1283097 Mar 07 17:09:04.902031 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-1cd2b88f-7bfc-457c-8fd5-d1dfd70f6ba5 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f241ca33d5e4641b042e0e088c78802 HTTP/1.1" status: 200 len: 379 time: 0.0705440 Mar 07 17:09:04.905218 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:04.924194 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'port': {'device_id': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'admin_state_up': True, 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'security_groups': ['911a2871-ea55-4680-8da2-e803f6354616']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:04.955835 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-70454799-ddfb-4a0b-8a72-5172360c44e9 req-589977d2-e4a2-4839-9484-c63e0e7f37fa tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 210 time: 0.0356526 Mar 07 17:09:05.197562 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Made reservation on behalf of 8f241ca33d5e4641b042e0e088c78802 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:09:05.204340 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:05.406066 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Allocated IP 172.20.0.14 (3dd5b780-4912-4b74-8f1b-a74ef8761a06/98015567-67e5-4976-a0e0-fd80463ef3e8/4a617ca4-a1ba-4d3d-87b8-46e209251c49) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:09:05.572386 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:05.724029 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:05.777099 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:05.780682 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:05.785020 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:09:05.825776 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'Port': ['ID=4a617ca4-a1ba-4d3d-87b8-46e209251c49,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:05.876761 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:05.876761 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:05.965761 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-45d15f3e-87de-4142-bae2-9de1975191c2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0460489 Mar 07 17:09:05.987661 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Request body: {'port': {'device_id': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:06.069472 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:06.129874 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-20b96005-dcf5-4cac-bb5e-39f607a8ddbc None None] Provisioning complete for port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:06.131625 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-20b96005-dcf5-4cac-bb5e-39f607a8ddbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:06.132865 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f6c8e-4d0d-454c-8999-1617b09beb80 req-4f72ddfe-cced-4f15-a013-a6a83fdab79b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:06.135310 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-300f6c8e-4d0d-454c-8999-1617b09beb80 req-4f72ddfe-cced-4f15-a013-a6a83fdab79b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 932 time: 0.0687439 Mar 07 17:09:06.205956 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-20b96005-dcf5-4cac-bb5e-39f607a8ddbc None None] Port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:09:06.244422 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-300f6c8e-4d0d-454c-8999-1617b09beb80 req-f36aeef5-9f77-4e6d-ab2d-017c3b8bbfaf tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915363 Mar 07 17:09:06.482783 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a617ca4-a1ba-4d3d-87b8-46e209251c49 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:09:06.497200 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Publish callbacks [] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:06.519647 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Transition to ACTIVE for port object 4a617ca4-a1ba-4d3d-87b8-46e209251c49 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:09:06.619540 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:06.622569 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59112) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:06.713479 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Pushing event updated for resources: {'Port': ['ID=4a617ca4-a1ba-4d3d-87b8-46e209251c49,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:06.777829 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Attempting to bind port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:09:06.778173 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Attempting to bind port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:09:06.778573 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Attempting to bind port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 on network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:06.783060 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-90c38591-9643-4646-8954-5fc116407a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:06.784236 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 on network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:09:06.784581 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Attempting to bind port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 on network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:06.790327 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:09:06.790696 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Checking segment: {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:06.791349 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Bound using segment: {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:09:06.792014 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Bound port: 4a617ca4-a1ba-4d3d-87b8-46e209251c49, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:09:06.792301 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:06.878293 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] For port 4a617ca4-a1ba-4d3d-87b8-46e209251c49, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:09:06.882026 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] For port 4a617ca4-a1ba-4d3d-87b8-46e209251c49, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a617ca4-a1ba-4d3d-87b8-46e209251c49,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:09:06.888022 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-90c38591-9643-4646-8954-5fc116407a4a admin admin] Publish callbacks [] for security_group (c079753c-7a03-40d2-b9d0-13122dacf04a), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:06.956922 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:07.001072 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:07.001745 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:07.003149 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] 10.222.0.65 "PUT /v2.0/ports/4a617ca4-a1ba-4d3d-87b8-46e209251c49 HTTP/1.1" status: 200 len: 1094 time: 1.0215359 Mar 07 17:09:07.003622 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'tag': '4a617ca4-a1ba-4d3d-87b8-46e209251c49'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:07.005913 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f00bec-d503-481f-ad87-0ca8303051a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2f376db9-19dc-43e1-875f-16bc62b62c9f", "tag": "4a617ca4-a1ba-4d3d-87b8-46e209251c49"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:07.008027 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-90c38591-9643-4646-8954-5fc116407a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (c079753c-7a03-40d2-b9d0-13122dacf04a), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:07.037456 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8303e-2a96-46ad-b10f-8a8f2e0d3959 service neutron] Pushing event updated for resources: {'Port': ['ID=4a617ca4-a1ba-4d3d-87b8-46e209251c49,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:07.071619 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c38591-9643-4646-8954-5fc116407a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c079753c-7a03-40d2-b9d0-13122dacf04a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:07.080817 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-90c38591-9643-4646-8954-5fc116407a4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5ef46b0e7d44c278404673e8025f707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523838 Mar 07 17:09:07.080986 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59120) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:07.087263 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9ce60f-303c-4953-bcf0-a04cd8ce2ffa x-openstack-request-id: req-ed9ce60f-303c-4953-bcf0-a04cd8ce2ffa {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:07.087666 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f376db9-19dc-43e1-875f-16bc62b62c9f", "tag": "4a617ca4-a1ba-4d3d-87b8-46e209251c49", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:07.088038 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed9ce60f-303c-4953-bcf0-a04cd8ce2ffa {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:07.088850 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'tag': '4a617ca4-a1ba-4d3d-87b8-46e209251c49', 'status': 'completed', 'code': 200} Mar 07 17:09:07.170838 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a97bc67-e3f7-45be-9d5b-d7e6342c05b5 admin admin] Publish callbacks [] for security_group (c079753c-7a03-40d2-b9d0-13122dacf04a), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:07.201068 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a97bc67-e3f7-45be-9d5b-d7e6342c05b5 admin admin] Publish callbacks [] for security_group (c079753c-7a03-40d2-b9d0-13122dacf04a), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:07.245921 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00bec-d503-481f-ad87-0ca8303051a3 req-58551907-1310-469a-bd1e-6798cb975039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:07.247817 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-83f00bec-d503-481f-ad87-0ca8303051a3 req-58551907-1310-469a-bd1e-6798cb975039 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f241ca33d5e4641b042e0e088c78802&device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 1128 time: 0.0760512 Mar 07 17:09:07.358559 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a97bc67-e3f7-45be-9d5b-d7e6342c05b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (c079753c-7a03-40d2-b9d0-13122dacf04a), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:07.361964 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a97bc67-e3f7-45be-9d5b-d7e6342c05b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:07.364405 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-4a97bc67-e3f7-45be-9d5b-d7e6342c05b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c079753c-7a03-40d2-b9d0-13122dacf04a HTTP/1.1" status: 204 len: 168 time: 0.2820804 Mar 07 17:09:07.382835 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97bc67-e3f7-45be-9d5b-d7e6342c05b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c079753c-7a03-40d2-b9d0-13122dacf04a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:07.419091 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00bec-d503-481f-ad87-0ca8303051a3 req-92639a50-220e-486d-aa14-3f735591584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:07.420625 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-83f00bec-d503-481f-ad87-0ca8303051a3 req-92639a50-220e-486d-aa14-3f735591584a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=8f241ca33d5e4641b042e0e088c78802&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1336818 Mar 07 17:09:07.423035 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b54819-bcfb-4868-b2a6-9d9a8837fb5c req-88b53694-8b74-48c9-be99-cb3c22f0195f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:07.424725 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c0b54819-bcfb-4868-b2a6-9d9a8837fb5c req-88b53694-8b74-48c9-be99-cb3c22f0195f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 944 time: 0.1001503 Mar 07 17:09:07.499875 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c0b54819-bcfb-4868-b2a6-9d9a8837fb5c req-eb4b0fcb-401f-486b-840e-b7c8c0c9f37e tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670695 Mar 07 17:09:07.564361 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00bec-d503-481f-ad87-0ca8303051a3 req-42afb6f7-06c8-4f76-bcb7-73273924416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:07.566541 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-83f00bec-d503-481f-ad87-0ca8303051a3 req-42afb6f7-06c8-4f76-bcb7-73273924416f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350226 Mar 07 17:09:07.697125 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-bd42f0ab-706a-480c-bb15-b50ca9cf02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:07.699754 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-bd42f0ab-706a-480c-bb15-b50ca9cf02e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f241ca33d5e4641b042e0e088c78802&device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 1128 time: 0.0573585 Mar 07 17:09:07.756475 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-3fb2e1c3-bfaa-40d3-8e94-e17ab1583390 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a617ca4-a1ba-4d3d-87b8-46e209251c49 HTTP/1.1" status: 200 len: 217 time: 0.0372913 Mar 07 17:09:07.845746 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-7bb40015-c57d-41e1-af34-af09cbb5c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:07.847755 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-7bb40015-c57d-41e1-af34-af09cbb5c119 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98015567-67e5-4976-a0e0-fd80463ef3e8 HTTP/1.1" status: 200 len: 850 time: 0.0770688 Mar 07 17:09:07.930314 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-afc60071-4a7d-4513-b248-a94fa4897481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:07.931566 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-afc60071-4a7d-4513-b248-a94fa4897481 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3dd5b780-4912-4b74-8f1b-a74ef8761a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0757635 Mar 07 17:09:08.061324 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-f71d93fb-de38-4fa3-b828-fc5097a6e23f service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223519 Mar 07 17:09:08.185721 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c04724c5-cb11-46b6-bfad-5473e948f70a req-324df934-ac3c-4de0-abc4-29273877967c service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161542 Mar 07 17:09:08.523703 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189ceb7-c1a1-4c90-b04b-23ce56cf95b2 req-98a94d0d-7671-4862-9c0d-f99c4e6e2c7d tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:08.525317 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0189ceb7-c1a1-4c90-b04b-23ce56cf95b2 req-98a94d0d-7671-4862-9c0d-f99c4e6e2c7d tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 945 time: 0.0575695 Mar 07 17:09:08.603572 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0189ceb7-c1a1-4c90-b04b-23ce56cf95b2 req-0bd84196-2ef6-4395-aaf7-caacb9f7fef4 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704246 Mar 07 17:09:08.673259 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9ce7a-edcb-4037-9a7c-a24bce52fbf0 req-dd397ec2-c1b4-48b0-9884-ae7ca1cfa70f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:08.674927 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-07f9ce7a-edcb-4037-9a7c-a24bce52fbf0 req-dd397ec2-c1b4-48b0-9884-ae7ca1cfa70f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 944 time: 0.0874345 Mar 07 17:09:08.732658 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-07f9ce7a-edcb-4037-9a7c-a24bce52fbf0 req-e0bdcc3b-d489-4aef-b418-dcdd249b67ad tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478311 Mar 07 17:09:08.774838 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59154) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:08.912442 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-437057743-network', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:09.008154 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Made reservation on behalf of 92bdf6bf19df4e0d8303135729cf686c for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:09:09.010536 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:09.020246 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:09.215684 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Publish callbacks [] for security_group (0ccb803d-4c93-4659-be00-371f19c70180), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:09.298199 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (0ccb803d-4c93-4659-be00-371f19c70180), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:09.324157 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:09:09.335231 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccb803d-4c93-4659-be00-371f19c70180,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:09.341704 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (a410de50-58ff-4609-bd98-01bad3fc041c), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:09.342208 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.segments_db [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Added segment a410de50-58ff-4609-bd98-01bad3fc041c of type vlan for network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 Mar 07 17:09:09.395794 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (c6781afb-dca6-4e4e-a1e1-392a6e1b8e08), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:09.504068 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (c6781afb-dca6-4e4e-a1e1-392a6e1b8e08), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:09.505004 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:09.505587 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:09.575037 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] Pushing event updated for resources: {'Network': ['ID=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:09.588129 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:09:09.633109 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-122a57d7-547b-451d-89c3-71a4456ea87f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8563118 Mar 07 17:09:09.636506 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59160) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:09.642778 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] Request body: {'subnet': {'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-437057743-subnet', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:09.762568 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e615dc0-9a62-40a6-bf94-3d4f537af356 req-dbcd84c1-94c4-4551-ae31-db6802ca4d16 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:09.764532 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2e615dc0-9a62-40a6-bf94-3d4f537af356 req-dbcd84c1-94c4-4551-ae31-db6802ca4d16 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 945 time: 0.0613389 Mar 07 17:09:09.766005 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] Made reservation on behalf of 92bdf6bf19df4e0d8303135729cf686c for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:09:09.768415 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13222024'] for subnet (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:09.896097 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2e615dc0-9a62-40a6-bf94-3d4f537af356 req-82afcd70-b94e-4733-8b1e-9f9dfc6d6825 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249890 Mar 07 17:09:09.896488 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec317a9-dd89-4e53-964d-8bf6fcb87730 req-d05cad1f-7028-456c-a4be-1dc4c4f49e49 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:09.899252 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4ec317a9-dd89-4e53-964d-8bf6fcb87730 req-d05cad1f-7028-456c-a4be-1dc4c4f49e49 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 944 time: 0.0683501 Mar 07 17:09:09.980073 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4ec317a9-dd89-4e53-964d-8bf6fcb87730 req-d7b41831-6371-499a-b68d-ea88b6ad00cc tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752044 Mar 07 17:09:10.098351 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12767670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13222038'] for subnet (e867eec7-8dc7-4272-8d09-7a5ff0666b78), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:10.155900 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e867eec7-8dc7-4272-8d09-7a5ff0666b78,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:10.174071 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] Checking segment: {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:10.174710 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] Network hostable DHCP agents. Network: c6781afb-dca6-4e4e-a1e1-392a6e1b8e08, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:09:10.270354 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] Network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:09:10.350610 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, c6781afb-dca6-4e4e-a1e1-392a6e1b8e08) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:10.354589 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:10.355172 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:10.362642 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2e7f0-bd21-4da7-8132-0def26f73ce5 None None] Network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:09:10.439257 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-0a13790f-a3f0-4200-bfcb-084866028061 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8016140 Mar 07 17:09:10.441939 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59164) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:10.446574 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:10.539351 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24913'] for router (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:10.540500 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24920'] for router (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:10.606925 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Publish callbacks [] for router_controller (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:10.627831 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4a617ca4-a1ba-4d3d-87b8-46e209251c49 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:09:10.632273 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c75a076-4202-5d18-914a-4da8176f2764-c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78'}]}} from dv-cinder-778193-24-iscsi. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:09:10.633210 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:10.663496 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:10.739509 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1976cc-4211-4258-931c-a27bf9480ae5 req-990c90f8-3ae2-4787-983c-1d3217637da2 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:10.741296 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3f1976cc-4211-4258-931c-a27bf9480ae5 req-990c90f8-3ae2-4787-983c-1d3217637da2 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.65 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 945 time: 0.0772488 Mar 07 17:09:10.865934 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 4a617ca4-a1ba-4d3d-87b8-46e209251c49, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a617ca4-a1ba-4d3d-87b8-46e209251c49,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:10.871530 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Publish callbacks [] for router_gateway (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:10.882692 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '4a617ca4-a1ba-4d3d-87b8-46e209251c49', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'port_id': '4a617ca4-a1ba-4d3d-87b8-46e209251c49', 'mac_address': 'fa:16:3e:51:d5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:09:10.901126 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-3f1976cc-4211-4258-931c-a27bf9480ae5 req-e1c62a77-8a38-4a22-b830-8f235049dcc0 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Deleting port 976a1b09-d726-4cba-97a6-84333821e89f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:09:10.901745 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3f1976cc-4211-4258-931c-a27bf9480ae5 req-e1c62a77-8a38-4a22-b830-8f235049dcc0 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (976a1b09-d726-4cba-97a6-84333821e89f), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:10.917259 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Allocated IP 172.20.0.2 (c6781afb-dca6-4e4e-a1e1-392a6e1b8e08/e867eec7-8dc7-4272-8d09-7a5ff0666b78/d04b1d36-d096-4ab8-b47e-1a4e652ce0af) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:09:10.961742 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:10.962251 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:10.999247 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a617ca4-a1ba-4d3d-87b8-46e209251c49 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:09:11.021768 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 4a617ca4-a1ba-4d3d-87b8-46e209251c49, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a617ca4-a1ba-4d3d-87b8-46e209251c49,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:11.028364 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-3f1976cc-4211-4258-931c-a27bf9480ae5 req-e1c62a77-8a38-4a22-b830-8f235049dcc0 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] For port 976a1b09-d726-4cba-97a6-84333821e89f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=976a1b09-d726-4cba-97a6-84333821e89f,segment=NetworkSegment(9a827213-bc06-4516-bf87-48b04933fc24),segment_id=9a827213-bc06-4516-bf87-48b04933fc24)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:11.028747 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3f1976cc-4211-4258-931c-a27bf9480ae5 req-e1c62a77-8a38-4a22-b830-8f235049dcc0 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (976a1b09-d726-4cba-97a6-84333821e89f), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.046359 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-3f1976cc-4211-4258-931c-a27bf9480ae5 req-e1c62a77-8a38-4a22-b830-8f235049dcc0 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Calling delete_port for 976a1b09-d726-4cba-97a6-84333821e89f owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:09:11.112728 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.115696 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612fbcc-6a38-4e44-a004-14aa2501e4cc req-f2c293a7-00b2-425f-b5db-a858f91d0dee tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:11.118316 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3612fbcc-6a38-4e44-a004-14aa2501e4cc req-f2c293a7-00b2-425f-b5db-a858f91d0dee tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 945 time: 0.1205449 Mar 07 17:09:11.213338 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Publish callbacks [] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.219480 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308c767-c648-40ce-b2fa-247425114467 req-fea55050-9f4c-406c-a2a2-edcd03eb25be tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:11.226644 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e308c767-c648-40ce-b2fa-247425114467 req-fea55050-9f4c-406c-a2a2-edcd03eb25be tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 945 time: 0.1602204 Mar 07 17:09:11.237635 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=4a617ca4-a1ba-4d3d-87b8-46e209251c49,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:11.302113 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3612fbcc-6a38-4e44-a004-14aa2501e4cc req-23b19b2b-23e5-4978-9447-019d0ea3a7e7 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721900 Mar 07 17:09:11.324395 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.327319 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Publish callbacks [] for router_gateway (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.357078 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e308c767-c648-40ce-b2fa-247425114467 req-437c4204-fb01-4bae-b0dc-cd7bb651f354 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229670 Mar 07 17:09:11.391775 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:11.396130 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:11.399597 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Pushing event updated for resources: {'Port': ['ID=d04b1d36-d096-4ab8-b47e-1a4e652ce0af,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:11.401205 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.402493 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:09:11.453580 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3f1976cc-4211-4258-931c-a27bf9480ae5 req-e1c62a77-8a38-4a22-b830-8f235049dcc0 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (976a1b09-d726-4cba-97a6-84333821e89f), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.466960 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Attempting to bind port d04b1d36-d096-4ab8-b47e-1a4e652ce0af on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:09:11.467335 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Attempting to bind port d04b1d36-d096-4ab8-b47e-1a4e652ce0af by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:09:11.468394 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Attempting to bind port d04b1d36-d096-4ab8-b47e-1a4e652ce0af on network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:11.474577 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:09:11.474992 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Checking segment: {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:11.475366 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.475822 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Bound using segment: {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:09:11.476494 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Bound port: d04b1d36-d096-4ab8-b47e-1a4e652ce0af, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:09:11.476880 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.493539 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c62a77-8a38-4a22-b830-8f235049dcc0 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Pushing event deleted for resources: {'Port': ['ID=976a1b09-d726-4cba-97a6-84333821e89f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:11.494144 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['976a1b09-d726-4cba-97a6-84333821e89f'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:09:11.531678 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['4a617ca4-a1ba-4d3d-87b8-46e209251c49'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:09:11.537167 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Allocated IP 172.27.1.244 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/0085b881-7f71-4f3a-80c9-944d0e0f272d) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:09:11.548432 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1976cc-4211-4258-931c-a27bf9480ae5 req-e1c62a77-8a38-4a22-b830-8f235049dcc0 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] No DVR routers for this DVR port 976a1b09-d726-4cba-97a6-84333821e89f on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:09:11.557760 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-3f1976cc-4211-4258-931c-a27bf9480ae5 req-e1c62a77-8a38-4a22-b830-8f235049dcc0 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.557760 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3f1976cc-4211-4258-931c-a27bf9480ae5 req-e1c62a77-8a38-4a22-b830-8f235049dcc0 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.65 "DELETE /v2.0/ports/976a1b09-d726-4cba-97a6-84333821e89f HTTP/1.1" status: 204 len: 173 time: 0.8017290 Mar 07 17:09:11.557760 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16409b64-5607-473a-9e30-87ecc4d945c9', 'name': 'network-vif-deleted', 'tag': '976a1b09-d726-4cba-97a6-84333821e89f'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:11.558166 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b0a949-d8f3-4c53-8446-ad6c9a6af6c8" -d '{"events": [{"server_uuid": "16409b64-5607-473a-9e30-87ecc4d945c9", "name": "network-vif-deleted", "tag": "976a1b09-d726-4cba-97a6-84333821e89f"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:11.604589 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06650a00-523e-4a27-bbba-0db1b0ff7e3b x-openstack-request-id: req-06650a00-523e-4a27-bbba-0db1b0ff7e3b {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:11.605776 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16409b64-5607-473a-9e30-87ecc4d945c9", "name": "network-vif-deleted", "tag": "976a1b09-d726-4cba-97a6-84333821e89f", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:11.605776 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06650a00-523e-4a27-bbba-0db1b0ff7e3b {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:11.605776 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16409b64-5607-473a-9e30-87ecc4d945c9', 'name': 'network-vif-deleted', 'tag': '976a1b09-d726-4cba-97a6-84333821e89f', 'status': 'completed', 'code': 200} Mar 07 17:09:11.656795 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] For port d04b1d36-d096-4ab8-b47e-1a4e652ce0af, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:09:11.666140 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] For port d04b1d36-d096-4ab8-b47e-1a4e652ce0af, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=d04b1d36-d096-4ab8-b47e-1a4e652ce0af,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:09:11.692977 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Publish callbacks [] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.745196 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.790710 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:11.823998 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516364-161b-46de-829c-d4dab5ba69f6 None None] Pushing event updated for resources: {'Port': ['ID=d04b1d36-d096-4ab8-b47e-1a4e652ce0af,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:11.873597 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:11.877754 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:11.882604 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:09:11.890072 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Pushing event updated for resources: {'Port': ['ID=0085b881-7f71-4f3a-80c9-944d0e0f272d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:12.355802 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Publish callbacks [] for router_gateway (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:12.487353 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e7a7e17b-ca4f-4268-b78b-5136bea2382a req-fc9369f6-31fb-4262-8a3a-8d9c8b5e8f6b tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=16409b64-5607-473a-9e30-87ecc4d945c9 HTTP/1.1" status: 200 len: 210 time: 0.0529091 Mar 07 17:09:12.596236 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241226-30bd-4fdd-8ec9-63e24e444243 req-e8c5c7d0-adbb-4142-9e36-1b22a9b7f910 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:12.598237 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d1241226-30bd-4fdd-8ec9-63e24e444243 req-e8c5c7d0-adbb-4142-9e36-1b22a9b7f910 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 945 time: 0.1119282 Mar 07 17:09:12.645077 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4a617ca4-a1ba-4d3d-87b8-46e209251c49 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:12.695487 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d1241226-30bd-4fdd-8ec9-63e24e444243 req-4ddd5862-f590-467c-8b03-aa5b7228b146 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866158 Mar 07 17:09:12.697401 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143'] for router (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:12.830321 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:09:12.835736 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:12.839718 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:12.952146 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:12.952598 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:12.982994 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a617ca4-a1ba-4d3d-87b8-46e209251c49'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:12.986029 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a04b4f5-5607-47e7-9aa3-0ae618d6c2e1" -d '{"events": [{"server_uuid": "2f376db9-19dc-43e1-875f-16bc62b62c9f", "name": "network-vif-plugged", "status": "completed", "tag": "4a617ca4-a1ba-4d3d-87b8-46e209251c49"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:12.991638 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d is scheduled to L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:09:13.006218 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 4a617ca4-a1ba-4d3d-87b8-46e209251c49, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a617ca4-a1ba-4d3d-87b8-46e209251c49,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:13.063218 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bada01d-f644-4bc0-b223-c6b5edee6dce None None] Network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:09:13.078879 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e01e13-11b9-4f4a-86ac-6681bb0564ba x-openstack-request-id: req-a1e01e13-11b9-4f4a-86ac-6681bb0564ba {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:13.079190 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f376db9-19dc-43e1-875f-16bc62b62c9f", "name": "network-vif-plugged", "status": "completed", "tag": "4a617ca4-a1ba-4d3d-87b8-46e209251c49", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:13.079600 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1e01e13-11b9-4f4a-86ac-6681bb0564ba {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:13.080276 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a617ca4-a1ba-4d3d-87b8-46e209251c49', 'code': 200} Mar 07 17:09:13.091500 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:13.194118 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-71c37e60-5d48-41b0-82a2-cc4f055a6531 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924358 Mar 07 17:09:13.207673 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=4a617ca4-a1ba-4d3d-87b8-46e209251c49,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:13.211384 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:09:13.213885 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a0362fa7-c0ca-488c-b7bc-6481d4231bad None None] Provisioning complete for port d04b1d36-d096-4ab8-b47e-1a4e652ce0af triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:13.214255 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0362fa7-c0ca-488c-b7bc-6481d4231bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:13.263936 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Sync routers for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:09:13.302075 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:13.302728 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:13.305709 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:13.311029 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-b4ef6c2e-3b9d-4b3f-a5e3-f50414b4c570 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8645525 Mar 07 17:09:13.314193 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59180) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:13.349240 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-ba88ec32-cd06-469b-a5f0-69365b811f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:13.351057 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-ba88ec32-cd06-469b-a5f0-69365b811f75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 1131 time: 0.0774977 Mar 07 17:09:13.483099 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-4e4e6176-6111-46f2-9244-35cf641cc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:13.485509 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-4e4e6176-6111-46f2-9244-35cf641cc47e service neutron] 10.222.0.65 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 918 time: 0.1107302 Mar 07 17:09:13.526998 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a0362fa7-c0ca-488c-b7bc-6481d4231bad None None] Current status of the port d04b1d36-d096-4ab8-b47e-1a4e652ce0af is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:13.527400 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0362fa7-c0ca-488c-b7bc-6481d4231bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:13.531128 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:13.604020 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-14e1c175-a34a-4178-94e1-d240786ac07f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb91a9-aaed-4704-9938-d87c251419b6 HTTP/1.1" status: 200 len: 1002 time: 0.1039197 Mar 07 17:09:13.682061 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a0362fa7-c0ca-488c-b7bc-6481d4231bad None None] For port d04b1d36-d096-4ab8-b47e-1a4e652ce0af, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=d04b1d36-d096-4ab8-b47e-1a4e652ce0af,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:13.738919 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1e033-87bf-4920-b281-8be6fd5be10c req-b34d9154-4fa1-4517-90fe-a33921dfb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:13.740681 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68c1e033-87bf-4920-b281-8be6fd5be10c req-b34d9154-4fa1-4517-90fe-a33921dfb1b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 1130 time: 0.1356730 Mar 07 17:09:13.758626 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0362fa7-c0ca-488c-b7bc-6481d4231bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:13.762656 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-f210ff0a-7025-4fb3-b672-59c19d4de4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:13.764663 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-f210ff0a-7025-4fb3-b672-59c19d4de4e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 HTTP/1.1" status: 200 len: 856 time: 0.1410956 Mar 07 17:09:13.860066 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68c1e033-87bf-4920-b281-8be6fd5be10c req-7fcc55bc-7c65-457f-9e5a-7544b6a9000d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102943 Mar 07 17:09:13.906345 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-2896e72f-834d-47d2-a1ca-2c2fa54ae6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:13.908429 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-2896e72f-834d-47d2-a1ca-2c2fa54ae6e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8426946e-6eb9-4036-ab32-d12b1e24792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1332467 Mar 07 17:09:13.931970 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50a7a-a52f-4109-b35c-50e09aa30fc9 req-dfde9e48-efc5-4f0e-937a-e5947ed13726 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:13.933643 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49d50a7a-a52f-4109-b35c-50e09aa30fc9 req-dfde9e48-efc5-4f0e-937a-e5947ed13726 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0877380 Mar 07 17:09:13.943465 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0362fa7-c0ca-488c-b7bc-6481d4231bad None None] Pushing event updated for resources: {'Port': ['ID=d04b1d36-d096-4ab8-b47e-1a4e652ce0af,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:14.112138 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49d50a7a-a52f-4109-b35c-50e09aa30fc9 req-9560116f-f234-448d-baf3-fd61ae5b3741 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678498 Mar 07 17:09:14.136281 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3f8454ba-cb2e-4096-b898-a118a9444332 None None] Provisioning complete for port d04b1d36-d096-4ab8-b47e-1a4e652ce0af triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:14.140269 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3f8454ba-cb2e-4096-b898-a118a9444332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:14.249011 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:12Z', 'revision_number': 3, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:14.309508 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device d04b1d36-d096-4ab8-b47e-1a4e652ce0af up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:14.339514 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-914e3429-386e-4d12-b4d3-b045c8016d99 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708891 Mar 07 17:09:14.354890 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Checking router: 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:09:14.356305 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Updating router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d port 0085b881-7f71-4f3a-80c9-944d0e0f272d binding host dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:09:14.449852 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6e4d6f68-41a2-4784-a5f0-8c6fd4089092 req-4e7f3ef8-d154-449e-b6c1-c3883fe6d812 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038001 Mar 07 17:09:14.478287 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:14.523760 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:14.547968 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3f8454ba-cb2e-4096-b898-a118a9444332 None None] Current status of the port d04b1d36-d096-4ab8-b47e-1a4e652ce0af is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:14.651140 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 976a1b09-d726-4cba-97a6-84333821e89f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:09:14.696228 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Allocated IP 172.20.0.1 (c6781afb-dca6-4e4e-a1e1-392a6e1b8e08/e867eec7-8dc7-4272-8d09-7a5ff0666b78/e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:09:14.700185 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port d04b1d36-d096-4ab8-b47e-1a4e652ce0af triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:14.700754 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:14.709081 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 976a1b09-d726-4cba-97a6-84333821e89f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:09:14.709650 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 976a1b09-d726-4cba-97a6-84333821e89f not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:09:14.811036 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Publish callbacks [] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:14.909919 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:14.952728 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:14.958242 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:14.960712 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:09:14.987259 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Pushing event updated for resources: {'Port': ['ID=e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:14.998095 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port d04b1d36-d096-4ab8-b47e-1a4e652ce0af is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:15.035279 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722394'] for router_interface (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:15.116723 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Publish callbacks [] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:15.214265 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:15.332636 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e970e5-2433-499c-87c4-2e68b8888116 req-289ec46e-748e-4a6f-b085-8cf4229c0870 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:15.334601 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e3e970e5-2433-499c-87c4-2e68b8888116 req-289ec46e-748e-4a6f-b085-8cf4229c0870 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.1299508 Mar 07 17:09:15.339598 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:15.353736 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd15eee-4d89-420d-810d-1e60b6103cda None None] Pushing event updated for resources: {'Port': ['ID=0085b881-7f71-4f3a-80c9-944d0e0f272d,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:15.405729 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Attempting to bind port 0085b881-7f71-4f3a-80c9-944d0e0f272d on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:09:15.406515 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Attempting to bind port 0085b881-7f71-4f3a-80c9-944d0e0f272d by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:09:15.407122 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Attempting to bind port 0085b881-7f71-4f3a-80c9-944d0e0f272d on network fb95a624-842c-4336-8b8c-80326a081833 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:15.425797 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:09:15.426473 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:15.427543 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:15.427694 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Bound using segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:09:15.428308 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Bound port: 0085b881-7f71-4f3a-80c9-944d0e0f272d, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:09:15.428868 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:15.458203 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-075e22c5-e764-4d0c-a7d6-37325117b26f None None] Provisioning complete for port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:15.458602 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-075e22c5-e764-4d0c-a7d6-37325117b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:15.476417 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e3e970e5-2433-499c-87c4-2e68b8888116 req-e4310748-aa6d-4790-9f32-ff603df638a1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222260 Mar 07 17:09:15.514890 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-075e22c5-e764-4d0c-a7d6-37325117b26f None None] Port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:09:15.530963 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] For port 0085b881-7f71-4f3a-80c9-944d0e0f272d, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:09:15.536311 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] For port 0085b881-7f71-4f3a-80c9-944d0e0f272d, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=0085b881-7f71-4f3a-80c9-944d0e0f272d,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:09:15.619413 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Publish callbacks [] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:15.659799 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:15.724550 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd15eee-4d89-420d-810d-1e60b6103cda None None] Pushing event updated for resources: {'Port': ['ID=0085b881-7f71-4f3a-80c9-944d0e0f272d,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:15.727307 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:15.727923 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:15.835945 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:15.850123 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:15.913173 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722358'] for router_interface (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:15.915139 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Pushing event updated for resources: {'Port': ['ID=e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:16.034114 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:16.035937 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:16.074828 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device d04b1d36-d096-4ab8-b47e-1a4e652ce0af up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:16.139619 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:14Z', 'revision_number': 1, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:16.189499 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4730f9-7b91-4cb4-8715-22e7ea3b263b None None] The sync data for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi is: [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:14Z', 'revision_number': 1, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:09:16.204213 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port d04b1d36-d096-4ab8-b47e-1a4e652ce0af triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:16.204857 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:16.243234 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:09:16.314393 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port d04b1d36-d096-4ab8-b47e-1a4e652ce0af is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:16.348903 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c8613da2-5a49-4874-8d39-8044979dd7c1 None None] Provisioning complete for port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:16.349749 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c8613da2-5a49-4874-8d39-8044979dd7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:16.414746 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:09:16.433815 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-a9797e82-0485-4d32-893c-dd7b60bec036 admin admin] 10.222.0.52 "PUT /v2.0/routers/0e1325ee-12dc-4ca6-b896-4aaac2cfac2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1199441 Mar 07 17:09:16.439919 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c8613da2-5a49-4874-8d39-8044979dd7c1 None None] Port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:09:16.657170 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebba0d0-1d9e-4856-869d-5ccbbe69d68f req-4450433b-cd4b-45fe-9d5d-3eeabbb67bb6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:16.660086 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0ebba0d0-1d9e-4856-869d-5ccbbe69d68f req-4450433b-cd4b-45fe-9d5d-3eeabbb67bb6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0786071 Mar 07 17:09:16.755121 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0ebba0d0-1d9e-4856-869d-5ccbbe69d68f req-74e1524d-616d-44e3-8317-37e6e005b10e tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877500 Mar 07 17:09:17.414209 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59218) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:17.419710 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-143633765-network', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:17.546515 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Made reservation on behalf of e82aefcad8264bd99aa90358d31cd20c for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:09:17.549428 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:17.562507 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:17.677187 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Publish callbacks [] for security_group (bf25ee39-ab46-472f-9b13-d41c9092dfc1), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:17.762043 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (bf25ee39-ab46-472f-9b13-d41c9092dfc1), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:17.800420 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:09:17.824190 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf25ee39-ab46-472f-9b13-d41c9092dfc1,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:17.830393 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (71593b4d-7ff3-4fbd-aa5e-e17442816318), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:17.833327 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.segments_db [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Added segment 71593b4d-7ff3-4fbd-aa5e-e17442816318 of type vlan for network b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee Mar 07 17:09:17.882309 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:17.951095 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36048cdd-843b-4a72-92b3-743d5cf6bd7d req-e39e93ff-988f-4625-bcd8-90033fb7c442 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:17.952560 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-36048cdd-843b-4a72-92b3-743d5cf6bd7d req-e39e93ff-988f-4625-bcd8-90033fb7c442 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0730572 Mar 07 17:09:17.998206 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:17.999710 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:18.000815 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:18.089502 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 0085b881-7f71-4f3a-80c9-944d0e0f272d up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:18.095543 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-36048cdd-843b-4a72-92b3-743d5cf6bd7d req-428644e8-d2c0-4558-9316-c8a5fa87f3e7 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370296 Mar 07 17:09:18.104162 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] Pushing event updated for resources: {'Network': ['ID=b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:18.128073 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:09:18.170565 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-a0930f31-e53b-453f-b269-ff5444dc3b1c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7524891 Mar 07 17:09:18.171082 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59224) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:18.180246 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] Request body: {'subnet': {'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-143633765-subnet', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:18.219187 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 0085b881-7f71-4f3a-80c9-944d0e0f272d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:18.219623 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:18.255948 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf692df9-82da-4c39-b680-1d27b6db6ea9 req-38b47dd6-30f1-41d7-a29f-21953d4380e5 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:18.257985 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cf692df9-82da-4c39-b680-1d27b6db6ea9 req-38b47dd6-30f1-41d7-a29f-21953d4380e5 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0717332 Mar 07 17:09:18.267766 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59226) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:18.274938 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1f471757-47cc-4b84-b660-a9831bdfdde9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'floatingip': {'port_id': '4a617ca4-a1ba-4d3d-87b8-46e209251c49'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:18.314953 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 0085b881-7f71-4f3a-80c9-944d0e0f272d is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:18.315351 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:18.318681 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] Made reservation on behalf of e82aefcad8264bd99aa90358d31cd20c for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:09:18.321117 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12806286'] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:18.351636 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 0085b881-7f71-4f3a-80c9-944d0e0f272d, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=0085b881-7f71-4f3a-80c9-944d0e0f272d,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:18.393238 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f471757-47cc-4b84-b660-a9831bdfdde9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (a335dbf6-50dc-46fc-b1fb-bc94376f0db5), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:18.426128 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:18.511336 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=0085b881-7f71-4f3a-80c9-944d0e0f272d,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:18.744943 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Sync routers for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:09:18.762137 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:18.763432 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:18.912804 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:19.147260 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 2, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:19.176627 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Checking router: 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:09:19.176989 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Updating router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb binding host dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:09:19.178655 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14347568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12806288'] for subnet (c694c8a5-8092-4308-a464-eb32f02fbcb1), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:19.209180 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:19.370776 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c694c8a5-8092-4308-a464-eb32f02fbcb1,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:19.428017 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] Checking segment: {'id': '71593b4d-7ff3-4fbd-aa5e-e17442816318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:19.428374 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] Network hostable DHCP agents. Network: b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:09:19.513031 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Publish callbacks [] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:19.552638 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f471757-47cc-4b84-b660-a9831bdfdde9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:19.590611 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] Network b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:09:19.670912 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f471757-47cc-4b84-b660-a9831bdfdde9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (a335dbf6-50dc-46fc-b1fb-bc94376f0db5), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:19.671130 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:19.716942 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:19.725879 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce356e3-ee6c-4f24-9af8-a27be259c93a None None] Pushing event updated for resources: {'Port': ['ID=e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:19.726267 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:19.727269 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:19.735385 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639bb95-91ff-4319-a800-5353c5c5196c None None] Network b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:09:19.835448 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.l3_db [None req-1f471757-47cc-4b84-b660-a9831bdfdde9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Floating IP a335dbf6-50dc-46fc-b1fb-bc94376f0db5 associated. External IP: 172.27.1.217, port: 4a617ca4-a1ba-4d3d-87b8-46e209251c49. Mar 07 17:09:19.901394 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Attempting to bind port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:09:19.902283 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Attempting to bind port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:09:19.902283 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Attempting to bind port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb on network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:19.909625 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:09:19.910241 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Checking segment: {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:19.910847 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:19.911399 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Bound using segment: {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:09:19.912075 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Bound port: e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:09:19.912693 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:19.988455 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-62c896b4-3af4-4b86-af40-5be058a4c952 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8150995 Mar 07 17:09:19.989160 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59246) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:19.998347 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-143633765-router', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:20.046877 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] For port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:09:20.049765 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c75a076-4202-5d18-914a-4da8176f2764-b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee', 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee', 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'fixed_ips': [{'subnet_id': 'c694c8a5-8092-4308-a464-eb32f02fbcb1'}]}} from dv-cinder-778193-24-iscsi. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:09:20.052017 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:20.053836 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] For port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:09:20.146362 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:20.215297 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24913'] for router (c64abcb2-ad24-4ba9-b901-decb3582bfca), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:20.217818 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24920'] for router (c64abcb2-ad24-4ba9-b901-decb3582bfca), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:20.255273 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:20.255942 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:20.260821 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 0085b881-7f71-4f3a-80c9-944d0e0f272d up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:20.276316 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dc3f23af-5de2-49c5-a1a4-e563b81b7f12 None None] Provisioning complete for port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:20.277018 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc3f23af-5de2-49c5-a1a4-e563b81b7f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:20.345866 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce356e3-ee6c-4f24-9af8-a27be259c93a None None] Pushing event updated for resources: {'Port': ['ID=e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:20.354194 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f471757-47cc-4b84-b660-a9831bdfdde9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Router 924df926-428c-4389-9dc0-09169ae96b95 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:09:20.361252 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Publish callbacks [] for router_controller (c64abcb2-ad24-4ba9-b901-decb3582bfca), precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:20.493107 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:20.555985 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Allocated IP 172.20.0.2 (b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee/c694c8a5-8092-4308-a464-eb32f02fbcb1/be5c9dd4-407b-4b1d-9f7d-0146e10e7550) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:09:20.595797 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f471757-47cc-4b84-b660-a9831bdfdde9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:09:20.603734 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f471757-47cc-4b84-b660-a9831bdfdde9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:20.656841 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ca9c1-bc1e-41e9-bc1a-b997b6e2075b None None] Sync routers for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:09:20.770525 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1f471757-47cc-4b84-b660-a9831bdfdde9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "PUT /v2.0/floatingips/a335dbf6-50dc-46fc-b1fb-bc94376f0db5 HTTP/1.1" status: 200 len: 992 time: 2.4919310 Mar 07 17:09:20.770525 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'tag': '4a617ca4-a1ba-4d3d-87b8-46e209251c49'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:20.770525 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d4633a-fc66-4196-8978-45ffa3388cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f376db9-19dc-43e1-875f-16bc62b62c9f", "tag": "4a617ca4-a1ba-4d3d-87b8-46e209251c49"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:20.864176 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:20Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:20.878285 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708b2765-4b0c-461f-a5de-41f1812060d0 x-openstack-request-id: req-708b2765-4b0c-461f-a5de-41f1812060d0 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:20.878763 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f376db9-19dc-43e1-875f-16bc62b62c9f", "tag": "4a617ca4-a1ba-4d3d-87b8-46e209251c49", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:20.878858 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-708b2765-4b0c-461f-a5de-41f1812060d0 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:20.879446 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'tag': '4a617ca4-a1ba-4d3d-87b8-46e209251c49', 'status': 'completed', 'code': 200} Mar 07 17:09:20.887975 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Publish callbacks [] for router_gateway (c64abcb2-ad24-4ba9-b901-decb3582bfca), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:20.924128 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fadb98-c627-4b17-86a6-c7eca8cb0abb None None] The sync data for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi is: [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:20Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:09:20.965215 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 0085b881-7f71-4f3a-80c9-944d0e0f272d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:20.965694 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:20.980496 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4633a-fc66-4196-8978-45ffa3388cb1 req-f4187f3f-33e8-40c7-af3c-254a7944ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:20.982155 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-92d4633a-fc66-4196-8978-45ffa3388cb1 req-f4187f3f-33e8-40c7-af3c-254a7944ba52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f241ca33d5e4641b042e0e088c78802&device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 1130 time: 0.0787570 Mar 07 17:09:21.011714 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ca9c1-bc1e-41e9-bc1a-b997b6e2075b None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:21.012372 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4a6ca9c1-bc1e-41e9-bc1a-b997b6e2075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:21.096074 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f23af-5de2-49c5-a1a4-e563b81b7f12 None None] Current status of the port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:21.096568 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc3f23af-5de2-49c5-a1a4-e563b81b7f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:21.214758 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4633a-fc66-4196-8978-45ffa3388cb1 req-36dbc4dc-4423-4f61-89fd-484f56e5e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:21.217480 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-92d4633a-fc66-4196-8978-45ffa3388cb1 req-36dbc4dc-4423-4f61-89fd-484f56e5e64e service neutron] 10.222.0.65 "GET /v2.0/networks?id=3dd5b780-4912-4b74-8f1b-a74ef8761a06 HTTP/1.1" status: 200 len: 912 time: 0.2214155 Mar 07 17:09:21.244842 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-dc3f23af-5de2-49c5-a1a4-e563b81b7f12 None None] For port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:21.304412 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4a6ca9c1-bc1e-41e9-bc1a-b997b6e2075b None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:21.355704 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Publish callbacks [] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:21.358326 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc3f23af-5de2-49c5-a1a4-e563b81b7f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:21.376893 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Publish callbacks [] for router_gateway (c64abcb2-ad24-4ba9-b901-decb3582bfca), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:21.422250 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:21.427341 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 0085b881-7f71-4f3a-80c9-944d0e0f272d is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:21.483241 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:21.576790 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f23af-5de2-49c5-a1a4-e563b81b7f12 None None] Pushing event updated for resources: {'Port': ['ID=e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:21.599903 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Network b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:21.605192 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bf1755e8-c75d-4d1d-9213-f1fa5a193e5d None None] Provisioning complete for port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:21.605568 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bf1755e8-c75d-4d1d-9213-f1fa5a193e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:21.627284 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:21.670113 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:09:21.712319 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Pushing event updated for resources: {'Port': ['ID=be5c9dd4-407b-4b1d-9f7d-0146e10e7550,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:21.827662 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Attempting to bind port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:09:21.828279 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Attempting to bind port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '71593b4d-7ff3-4fbd-aa5e-e17442816318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:09:21.828454 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Attempting to bind port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 on network b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:21.841186 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:09:21.841565 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Checking segment: {'id': '71593b4d-7ff3-4fbd-aa5e-e17442816318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:21.841971 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:21.842389 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Bound using segment: {'id': '71593b4d-7ff3-4fbd-aa5e-e17442816318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:09:21.842895 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Bound port: be5c9dd4-407b-4b1d-9f7d-0146e10e7550, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71593b4d-7ff3-4fbd-aa5e-e17442816318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:09:21.843272 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:21.932339 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-92d4633a-fc66-4196-8978-45ffa3388cb1 req-e207dd32-ccf7-4a54-bac3-aa60ff6217d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a617ca4-a1ba-4d3d-87b8-46e209251c49 HTTP/1.1" status: 200 len: 1000 time: 0.1184969 Mar 07 17:09:21.938957 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Allocated IP 172.27.1.146 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/7f88e511-205f-4b79-8b3b-3b99e0dd468d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:09:21.958897 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-bf1755e8-c75d-4d1d-9213-f1fa5a193e5d None None] Current status of the port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:21.998803 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] For port be5c9dd4-407b-4b1d-9f7d-0146e10e7550, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:09:22.004105 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] For port be5c9dd4-407b-4b1d-9f7d-0146e10e7550, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=be5c9dd4-407b-4b1d-9f7d-0146e10e7550,segment=NetworkSegment(71593b4d-7ff3-4fbd-aa5e-e17442816318),segment_id=71593b4d-7ff3-4fbd-aa5e-e17442816318)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:09:22.011175 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4a6ca9c1-bc1e-41e9-bc1a-b997b6e2075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'a335dbf6-50dc-46fc-b1fb-bc94376f0db5', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '924df926-428c-4389-9dc0-09169ae96b95', 'port_id': '4a617ca4-a1ba-4d3d-87b8-46e209251c49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'mac_address': 'fa:16:3e:51:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:59Z', 'updated_at': '2022-03-07T17:09:19Z', 'revision_number': 1, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:22.042285 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ca9c1-bc1e-41e9-bc1a-b997b6e2075b None None] Checking router: 924df926-428c-4389-9dc0-09169ae96b95 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:09:22.053083 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ca9c1-bc1e-41e9-bc1a-b997b6e2075b None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:22.053792 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4a6ca9c1-bc1e-41e9-bc1a-b997b6e2075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:22.087117 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Publish callbacks [] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:22.097427 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:22.155416 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:22.243628 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:22.258344 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d5424-bbac-4d2e-972b-c276c5a9b70b None None] Pushing event updated for resources: {'Port': ['ID=be5c9dd4-407b-4b1d-9f7d-0146e10e7550,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:22.289229 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4a6ca9c1-bc1e-41e9-bc1a-b997b6e2075b None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:22.305338 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:22.310661 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:22.318154 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:09:22.365075 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Pushing event updated for resources: {'Port': ['ID=7f88e511-205f-4b79-8b3b-3b99e0dd468d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:22.365457 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:22.366056 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:22.598648 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:22.628515 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4633a-fc66-4196-8978-45ffa3388cb1 req-b2e8756f-da8a-4e9e-a5d3-3c833166001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:22.629979 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-92d4633a-fc66-4196-8978-45ffa3388cb1 req-b2e8756f-da8a-4e9e-a5d3-3c833166001f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98015567-67e5-4976-a0e0-fd80463ef3e8 HTTP/1.1" status: 200 len: 850 time: 0.0553658 Mar 07 17:09:22.839411 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Publish callbacks [] for router_gateway (c64abcb2-ad24-4ba9-b901-decb3582bfca), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:22.861522 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4a6ca9c1-bc1e-41e9-bc1a-b997b6e2075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'a335dbf6-50dc-46fc-b1fb-bc94376f0db5', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '924df926-428c-4389-9dc0-09169ae96b95', 'port_id': '4a617ca4-a1ba-4d3d-87b8-46e209251c49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'mac_address': 'fa:16:3e:51:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:59Z', 'updated_at': '2022-03-07T17:09:19Z', 'revision_number': 1, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:22.901848 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ca9c1-bc1e-41e9-bc1a-b997b6e2075b None None] The sync data for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi is: [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'a335dbf6-50dc-46fc-b1fb-bc94376f0db5', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '924df926-428c-4389-9dc0-09169ae96b95', 'port_id': '4a617ca4-a1ba-4d3d-87b8-46e209251c49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'mac_address': 'fa:16:3e:51:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:59Z', 'updated_at': '2022-03-07T17:09:19Z', 'revision_number': 1, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:09:23.085399 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143'] for router (c64abcb2-ad24-4ba9-b901-decb3582bfca), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:23.152569 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627682f-7cd8-401e-8cfc-8387d892db0b None None] New status for floating IP a335dbf6-50dc-46fc-b1fb-bc94376f0db5: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:09:23.299462 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3d051d-adc4-4ed1-bbcb-6115385264ed None None] Network b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:09:23.327470 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Router c64abcb2-ad24-4ba9-b901-decb3582bfca is scheduled to L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:09:23.370838 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-afee55d7-f832-44c3-8a69-115c42514a6a None None] Provisioning complete for port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:23.371245 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-afee55d7-f832-44c3-8a69-115c42514a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:23.444505 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:09:23.456155 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Sync routers for ids ['c64abcb2-ad24-4ba9-b901-decb3582bfca'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:09:23.503390 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4633a-fc66-4196-8978-45ffa3388cb1 req-221bd8d9-e687-4d6d-a5fa-b846cb3ff2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:23.505118 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-92d4633a-fc66-4196-8978-45ffa3388cb1 req-221bd8d9-e687-4d6d-a5fa-b846cb3ff2f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3dd5b780-4912-4b74-8f1b-a74ef8761a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506546 Mar 07 17:09:23.511593 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Routers {'c64abcb2-ad24-4ba9-b901-decb3582bfca'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:23.512251 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c64abcb2-ad24-4ba9-b901-decb3582bfca'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:23.514310 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-afee55d7-f832-44c3-8a69-115c42514a6a None None] Current status of the port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:23.514772 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-afee55d7-f832-44c3-8a69-115c42514a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:23.545774 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:23.547281 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-29a16e3f-1a4c-496f-ab45-a8978e30f3fe admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5545864 Mar 07 17:09:23.553221 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59262) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:23.664040 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-afee55d7-f832-44c3-8a69-115c42514a6a None None] For port be5c9dd4-407b-4b1d-9f7d-0146e10e7550, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=be5c9dd4-407b-4b1d-9f7d-0146e10e7550,segment=NetworkSegment(71593b4d-7ff3-4fbd-aa5e-e17442816318),segment_id=71593b4d-7ff3-4fbd-aa5e-e17442816318)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:23.670246 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-92d4633a-fc66-4196-8978-45ffa3388cb1 req-9fef2cc6-a3b9-4319-9da0-fe464527d5e6 service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578794 Mar 07 17:09:23.728072 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Set router c64abcb2-ad24-4ba9-b901-decb3582bfca gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:23.768690 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-afee55d7-f832-44c3-8a69-115c42514a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:23.803514 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-92d4633a-fc66-4196-8978-45ffa3388cb1 req-d853c71d-59c9-4069-8d13-2dc67f505739 service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254866 Mar 07 17:09:23.996979 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee55d7-f832-44c3-8a69-115c42514a6a None None] Pushing event updated for resources: {'Port': ['ID=be5c9dd4-407b-4b1d-9f7d-0146e10e7550,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:24.003017 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-978922cb-f271-4f28-b691-3002adcaabbe None None] Provisioning complete for port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:24.006876 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-978922cb-f271-4f28-b691-3002adcaabbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.166567 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-e4fa6121-d137-42c8-bd6a-2c4437e8b43f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:24.168124 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-978922cb-f271-4f28-b691-3002adcaabbe None None] Current status of the port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:24.168721 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-e4fa6121-d137-42c8-bd6a-2c4437e8b43f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/networks?id=57fac793-90e4-4019-8493-c427fd85d8a6 HTTP/1.1" status: 200 len: 813 time: 0.1822085 Mar 07 17:09:24.195171 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'name': 'tempest-TestVolumeBootPattern-143633765-router', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:20Z', 'updated_at': '2022-03-07T17:09:22Z', 'revision_number': 3, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'gw_port': {'id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:21Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:24.199698 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device be5c9dd4-407b-4b1d-9f7d-0146e10e7550 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:24.202211 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-5a9ce3d6-33c1-47bb-a06f-a319c2cf461c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/quotas/d9d133f83f334ded8301f504e36a53d2 HTTP/1.1" status: 200 len: 375 time: 0.0233653 Mar 07 17:09:24.202523 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.246850 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-d9d943ee-5d34-493d-b238-79c92a64ebaa tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9d133f83f334ded8301f504e36a53d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351937 Mar 07 17:09:24.259859 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Checking router: c64abcb2-ad24-4ba9-b901-decb3582bfca for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:09:24.260278 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Updating router c64abcb2-ad24-4ba9-b901-decb3582bfca port 7f88e511-205f-4b79-8b3b-3b99e0dd468d binding host dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:09:24.303478 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.343929 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:24.344385 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.374112 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-7509ae38-c617-4f5f-b6e8-c9ec927db259 service neutron] 10.222.0.52 "GET /v2.0/networks/57fac793-90e4-4019-8493-c427fd85d8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173961 Mar 07 17:09:24.397533 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Allocated IP 172.20.0.1 (b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee/c694c8a5-8092-4308-a464-eb32f02fbcb1/b7e66bfd-fc17-484f-a52b-1c2365a4d822) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:09:24.486337 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-54ec526a-378a-4c3c-81a3-229c0708ddf0 service neutron] 10.222.0.52 "GET /v2.0/networks/57fac793-90e4-4019-8493-c427fd85d8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057420 Mar 07 17:09:24.539392 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Publish callbacks [] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.552006 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:24.650607 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Publish callbacks [] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.676457 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.715877 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Network b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:24.719625 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:24.724575 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:09:24.738898 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.759808 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e66bfd-fc17-484f-a52b-1c2365a4d822,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:24.783987 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722394'] for router_interface (c64abcb2-ad24-4ba9-b901-decb3582bfca), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.800015 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48231007-f748-4c0f-a7d4-2b6a9ea0fd18 None None] Pushing event updated for resources: {'Port': ['ID=7f88e511-205f-4b79-8b3b-3b99e0dd468d,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:24.829457 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Attempting to bind port 7f88e511-205f-4b79-8b3b-3b99e0dd468d on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:09:24.830193 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Attempting to bind port 7f88e511-205f-4b79-8b3b-3b99e0dd468d by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:09:24.830764 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Attempting to bind port 7f88e511-205f-4b79-8b3b-3b99e0dd468d on network fb95a624-842c-4336-8b8c-80326a081833 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:24.837478 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:09:24.838110 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:24.838594 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.838995 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Bound using segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:09:24.839469 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Bound port: 7f88e511-205f-4b79-8b3b-3b99e0dd468d, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:09:24.839965 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.884423 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-05ffab1f-27d4-4ea9-ae7f-859536b73edd req-0d088e8b-84c3-415a-aa42-68e6c773597f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 210 time: 0.0489459 Mar 07 17:09:24.915558 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] For port 7f88e511-205f-4b79-8b3b-3b99e0dd468d, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:09:24.919253 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] For port 7f88e511-205f-4b79-8b3b-3b99e0dd468d, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=7f88e511-205f-4b79-8b3b-3b99e0dd468d,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:09:25.042819 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:25.118405 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48231007-f748-4c0f-a7d4-2b6a9ea0fd18 None None] Pushing event updated for resources: {'Port': ['ID=7f88e511-205f-4b79-8b3b-3b99e0dd468d,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:25.121615 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Routers {'c64abcb2-ad24-4ba9-b901-decb3582bfca'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:25.122225 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c64abcb2-ad24-4ba9-b901-decb3582bfca'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:25.124544 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3170c53e-7a4c-452e-b831-efdede150016 None None] Provisioning complete for port b7e66bfd-fc17-484f-a52b-1c2365a4d822 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:25.126176 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3170c53e-7a4c-452e-b831-efdede150016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:25.132650 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:25.219101 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3170c53e-7a4c-452e-b831-efdede150016 None None] Port b7e66bfd-fc17-484f-a52b-1c2365a4d822 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:09:25.286684 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] Set router c64abcb2-ad24-4ba9-b901-decb3582bfca gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:25.342474 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Publish callbacks [] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:25.424793 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:25.501376 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e66bfd-fc17-484f-a52b-1c2365a4d822,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:25.504220 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722358'] for router_interface (c64abcb2-ad24-4ba9-b901-decb3582bfca), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:25.673677 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'name': 'tempest-TestVolumeBootPattern-143633765-router', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:20Z', 'updated_at': '2022-03-07T17:09:24Z', 'revision_number': 4, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'gw_port': {'id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:21Z', 'updated_at': '2022-03-07T17:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'b7e66bfd-fc17-484f-a52b-1c2365a4d822', 'name': '', 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'mac_address': 'fa:16:3e:cd:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c694c8a5-8092-4308-a464-eb32f02fbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:24Z', 'updated_at': '2022-03-07T17:09:24Z', 'revision_number': 1, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'subnets': [{'id': 'c694c8a5-8092-4308-a464-eb32f02fbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:25.705759 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59cf728-75a8-4bfe-8846-6354198d8eef None None] The sync data for ids ['c64abcb2-ad24-4ba9-b901-decb3582bfca'] in dv-cinder-778193-24-iscsi is: [{'id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'name': 'tempest-TestVolumeBootPattern-143633765-router', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:20Z', 'updated_at': '2022-03-07T17:09:24Z', 'revision_number': 4, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'gw_port': {'id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:21Z', 'updated_at': '2022-03-07T17:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'b7e66bfd-fc17-484f-a52b-1c2365a4d822', 'name': '', 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'mac_address': 'fa:16:3e:cd:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c694c8a5-8092-4308-a464-eb32f02fbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:24Z', 'updated_at': '2022-03-07T17:09:24Z', 'revision_number': 1, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'subnets': [{'id': 'c694c8a5-8092-4308-a464-eb32f02fbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:09:25.877158 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Network b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:25.877158 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:26.039093 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-859aa694-aea8-4b76-817e-6c08cba4a329 req-77211f48-f6bd-40be-b52a-04da90555fc2 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 210 time: 0.0555835 Mar 07 17:09:26.102530 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Router c64abcb2-ad24-4ba9-b901-decb3582bfca has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:09:26.140194 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device be5c9dd4-407b-4b1d-9f7d-0146e10e7550 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:26.232381 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:26.232768 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:26.262089 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:09:26.267719 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-3545490e-eaab-46f4-bda8-aec07a590396 admin admin] 10.222.0.52 "PUT /v2.0/routers/c64abcb2-ad24-4ba9-b901-decb3582bfca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7127378 Mar 07 17:09:26.372442 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:26.383966 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3bb999dc-3b39-41d3-ad7a-3f34f0883784 None None] Provisioning complete for port b7e66bfd-fc17-484f-a52b-1c2365a4d822 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:26.384585 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3bb999dc-3b39-41d3-ad7a-3f34f0883784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:26.447217 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3bb999dc-3b39-41d3-ad7a-3f34f0883784 None None] Port b7e66bfd-fc17-484f-a52b-1c2365a4d822 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:09:27.168925 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5b7a07d0-61e8-4e21-af48-d5ace79c67d2 req-a72bc848-9a76-4459-9b85-5d2578ce339b tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 210 time: 0.0412664 Mar 07 17:09:27.257776 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59300) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:27.263468 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-729a3533-dfb2-4712-a809-a776f1582c0c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295469214', 'description': 'tempest-secgroup-smoke-1295469214 description', 'project_id': '92bdf6bf19df4e0d8303135729cf686c'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:27.319588 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-ed28bbc6-f362-4e32-9a23-89e51f12b57f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:27.321168 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-ed28bbc6-f362-4e32-9a23-89e51f12b57f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.65 "GET /v2.0/networks?id=57fac793-90e4-4019-8493-c427fd85d8a6 HTTP/1.1" status: 200 len: 813 time: 0.1306996 Mar 07 17:09:27.340074 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Request body: {'port': {'device_id': 'c76598e3-452b-43ec-a086-07a91fab8784', 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6', 'admin_state_up': True, 'tenant_id': 'd9d133f83f334ded8301f504e36a53d2'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:27.377814 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-729a3533-dfb2-4712-a809-a776f1582c0c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:27.461773 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-729a3533-dfb2-4712-a809-a776f1582c0c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group (cce6c8c2-23f7-4f33-95bb-505446eb1979), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:27.541289 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Made reservation on behalf of d9d133f83f334ded8301f504e36a53d2 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:09:27.544685 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:27.618486 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-729a3533-dfb2-4712-a809-a776f1582c0c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (cce6c8c2-23f7-4f33-95bb-505446eb1979), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:27.647888 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a3533-dfb2-4712-a809-a776f1582c0c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce6c8c2-23f7-4f33-95bb-505446eb1979,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:27.678675 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Allocated IP 172.20.0.11 (57fac793-90e4-4019-8493-c427fd85d8a6/aba525d0-0810-4ea9-8fcb-a45fe2df35a2/9e5e949b-5ac6-4065-89c2-cf3d6e158b19) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:09:27.773829 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-729a3533-dfb2-4712-a809-a776f1582c0c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:27.777519 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-729a3533-dfb2-4712-a809-a776f1582c0c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5170171 Mar 07 17:09:27.785676 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59306) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:27.791310 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5774ff66-fd92-4629-99ce-c1402a02b86b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'security_group_rule': {'security_group_id': 'cce6c8c2-23f7-4f33-95bb-505446eb1979', 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:27.865312 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks [] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:27.893138 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5774ff66-fd92-4629-99ce-c1402a02b86b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (f324c3ec-ec82-4f99-ae64-a441c6ab928d), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:27.956359 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5774ff66-fd92-4629-99ce-c1402a02b86b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (f324c3ec-ec82-4f99-ae64-a441c6ab928d), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:27.996995 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.025881 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5774ff66-fd92-4629-99ce-c1402a02b86b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (f324c3ec-ec82-4f99-ae64-a441c6ab928d), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.053527 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774ff66-fd92-4629-99ce-c1402a02b86b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f324c3ec-ec82-4f99-ae64-a441c6ab928d,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:28.072171 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Network 57fac793-90e4-4019-8493-c427fd85d8a6 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:28.087262 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:28.089874 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:09:28.093146 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Pushing event updated for resources: {'Port': ['ID=9e5e949b-5ac6-4065-89c2-cf3d6e158b19,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:28.101529 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0c87fa27-7795-417e-ad4b-aa69fef11c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.127866 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.128253 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.128560 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.128888 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.129221 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.129552 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.129881 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.130210 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.130595 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.131129 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.131476 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.132019 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.132345 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:28.166495 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5774ff66-fd92-4629-99ce-c1402a02b86b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.167776 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-5774ff66-fd92-4629-99ce-c1402a02b86b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3808203 Mar 07 17:09:28.171480 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59308) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:28.174143 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:28.175061 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.177641 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d9f7b2bb-3a1c-4e6d-814e-0f2bf3593d3c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'security_group_rule': {'security_group_id': 'cce6c8c2-23f7-4f33-95bb-505446eb1979', 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:28.185161 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 7f88e511-205f-4b79-8b3b-3b99e0dd468d up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:28.271671 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 7f88e511-205f-4b79-8b3b-3b99e0dd468d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:28.272277 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.335568 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41497416-1e67-4303-8a09-f58cd40127ec req-1a813aae-6f2f-4578-b87d-e99a3440dd3e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:28.337687 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-41497416-1e67-4303-8a09-f58cd40127ec req-1a813aae-6f2f-4578-b87d-e99a3440dd3e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 932 time: 0.0887785 Mar 07 17:09:28.359770 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-308632f2-171b-43a2-ad18-2ac6a7bce28c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0229757 Mar 07 17:09:28.388047 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Request body: {'port': {'device_id': 'c76598e3-452b-43ec-a086-07a91fab8784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:28.391977 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 7f88e511-205f-4b79-8b3b-3b99e0dd468d is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:28.392373 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.419893 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 7f88e511-205f-4b79-8b3b-3b99e0dd468d, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=7f88e511-205f-4b79-8b3b-3b99e0dd468d,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:28.429472 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-41497416-1e67-4303-8a09-f58cd40127ec req-00888716-2690-428c-8bc4-0b21bd704c69 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858672 Mar 07 17:09:28.458319 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b2bb-3a1c-4e6d-814e-0f2bf3593d3c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (017a3741-2434-4b74-ac32-fe40654e9136), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.467891 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.527008 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b2bb-3a1c-4e6d-814e-0f2bf3593d3c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (017a3741-2434-4b74-ac32-fe40654e9136), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.534040 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.604093 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=7f88e511-205f-4b79-8b3b-3b99e0dd468d,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:28.626540 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b2bb-3a1c-4e6d-814e-0f2bf3593d3c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (017a3741-2434-4b74-ac32-fe40654e9136), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.652940 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7b2bb-3a1c-4e6d-814e-0f2bf3593d3c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017a3741-2434-4b74-ac32-fe40654e9136,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:28.747315 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b2bb-3a1c-4e6d-814e-0f2bf3593d3c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.749345 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-d9f7b2bb-3a1c-4e6d-814e-0f2bf3593d3c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5764830 Mar 07 17:09:28.752679 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59314) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:28.757255 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-187eb1c6-5d21-47c2-9f77-be5a50be40cc tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'security_group_rule': {'security_group_id': 'cce6c8c2-23f7-4f33-95bb-505446eb1979', 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:28.797699 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:09:28.805611 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Publish callbacks [] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.818087 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Transition to ACTIVE for port object 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:09:28.858330 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-187eb1c6-5d21-47c2-9f77-be5a50be40cc tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (58768e93-0923-4f54-b5c3-f362cd6fbf0c), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.891934 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.918524 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-187eb1c6-5d21-47c2-9f77-be5a50be40cc tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (58768e93-0923-4f54-b5c3-f362cd6fbf0c), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:28.945968 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Pushing event updated for resources: {'Port': ['ID=9e5e949b-5ac6-4065-89c2-cf3d6e158b19,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:28.996176 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-187eb1c6-5d21-47c2-9f77-be5a50be40cc tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (58768e93-0923-4f54-b5c3-f362cd6fbf0c), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.019189 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eb1c6-5d21-47c2-9f77-be5a50be40cc tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58768e93-0923-4f54-b5c3-f362cd6fbf0c,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:29.021071 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Attempting to bind port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:09:29.021415 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Attempting to bind port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '9a827213-bc06-4516-bf87-48b04933fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:09:29.021808 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Attempting to bind port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 on network 57fac793-90e4-4019-8493-c427fd85d8a6 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:29.031879 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 on network 57fac793-90e4-4019-8493-c427fd85d8a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:09:29.031879 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Attempting to bind port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 on network 57fac793-90e4-4019-8493-c427fd85d8a6 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:29.033727 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:09:29.034060 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Checking segment: {'id': '9a827213-bc06-4516-bf87-48b04933fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:29.035138 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Bound using segment: {'id': '9a827213-bc06-4516-bf87-48b04933fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:09:29.035578 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Bound port: 9e5e949b-5ac6-4065-89c2-cf3d6e158b19, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a827213-bc06-4516-bf87-48b04933fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:09:29.035943 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.114888 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] For port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:09:29.118412 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] For port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9e5e949b-5ac6-4065-89c2-cf3d6e158b19,segment=NetworkSegment(9a827213-bc06-4516-bf87-48b04933fc24),segment_id=9a827213-bc06-4516-bf87-48b04933fc24)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:09:29.147095 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-187eb1c6-5d21-47c2-9f77-be5a50be40cc tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.148340 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-187eb1c6-5d21-47c2-9f77-be5a50be40cc tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3947244 Mar 07 17:09:29.151112 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59316) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:29.155725 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-123413bf-b5cb-42aa-96fe-1a0eb6a228c0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'security_group_rule': {'security_group_id': 'cce6c8c2-23f7-4f33-95bb-505446eb1979', 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:29.280039 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.309409 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-123413bf-b5cb-42aa-96fe-1a0eb6a228c0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (f7ece8b8-7685-439d-a8b7-a244f4234450), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.318936 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:29.319242 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.320854 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] 10.222.0.65 "PUT /v2.0/ports/9e5e949b-5ac6-4065-89c2-cf3d6e158b19 HTTP/1.1" status: 200 len: 1094 time: 0.9374287 Mar 07 17:09:29.326408 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76598e3-452b-43ec-a086-07a91fab8784', 'tag': '9e5e949b-5ac6-4065-89c2-cf3d6e158b19'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:29.335303 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4c6946-a8df-4798-83dd-38f64b10dae7" -d '{"events": [{"name": "network-changed", "server_uuid": "c76598e3-452b-43ec-a086-07a91fab8784", "tag": "9e5e949b-5ac6-4065-89c2-cf3d6e158b19"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:29.353327 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Sync routers for ids ['c64abcb2-ad24-4ba9-b901-decb3582bfca'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:09:29.366324 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8e197-9ab3-4acb-8402-824f6991583d service neutron] Pushing event updated for resources: {'Port': ['ID=9e5e949b-5ac6-4065-89c2-cf3d6e158b19,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:29.367629 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Routers {'c64abcb2-ad24-4ba9-b901-decb3582bfca'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:29.368343 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c64abcb2-ad24-4ba9-b901-decb3582bfca'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:29.395073 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-123413bf-b5cb-42aa-96fe-1a0eb6a228c0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (f7ece8b8-7685-439d-a8b7-a244f4234450), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.404578 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9eb0b7-3787-4d89-9de7-760ff2a921b7 x-openstack-request-id: req-8e9eb0b7-3787-4d89-9de7-760ff2a921b7 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:29.405184 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76598e3-452b-43ec-a086-07a91fab8784", "tag": "9e5e949b-5ac6-4065-89c2-cf3d6e158b19", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:29.405787 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e9eb0b7-3787-4d89-9de7-760ff2a921b7 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:29.406661 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76598e3-452b-43ec-a086-07a91fab8784', 'tag': '9e5e949b-5ac6-4065-89c2-cf3d6e158b19', 'status': 'completed', 'code': 200} Mar 07 17:09:29.482680 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-123413bf-b5cb-42aa-96fe-1a0eb6a228c0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (f7ece8b8-7685-439d-a8b7-a244f4234450), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.491667 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Set router c64abcb2-ad24-4ba9-b901-decb3582bfca gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:29.514851 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123413bf-b5cb-42aa-96fe-1a0eb6a228c0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ece8b8-7685-439d-a8b7-a244f4234450,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:29.537769 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c6946-a8df-4798-83dd-38f64b10dae7 req-eff84170-deee-4e0e-a674-621be943a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:29.537769 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-be4c6946-a8df-4798-83dd-38f64b10dae7 req-eff84170-deee-4e0e-a674-621be943a90a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9d133f83f334ded8301f504e36a53d2&device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 1128 time: 0.0817623 Mar 07 17:09:29.617700 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-123413bf-b5cb-42aa-96fe-1a0eb6a228c0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.622828 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-123413bf-b5cb-42aa-96fe-1a0eb6a228c0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4694986 Mar 07 17:09:29.622828 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59324) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:29.628813 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-343863b0-bf90-4940-bb72-ad7496de3725 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'security_group_rule': {'security_group_id': 'cce6c8c2-23f7-4f33-95bb-505446eb1979', 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:29.687067 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3164e2-88d6-478f-bbfd-f8e1761b5e4c req-0440df79-1329-4294-9c0e-1fb8ffcfeb6d tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:29.689908 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5e3164e2-88d6-478f-bbfd-f8e1761b5e4c req-0440df79-1329-4294-9c0e-1fb8ffcfeb6d tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 944 time: 0.1527634 Mar 07 17:09:29.712634 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c6946-a8df-4798-83dd-38f64b10dae7 req-cd18fe07-112d-48bb-9a93-069e40e6fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:29.714102 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-be4c6946-a8df-4798-83dd-38f64b10dae7 req-cd18fe07-112d-48bb-9a93-069e40e6fd0c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d9d133f83f334ded8301f504e36a53d2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1454120 Mar 07 17:09:29.727420 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'name': 'tempest-TestVolumeBootPattern-143633765-router', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:20Z', 'updated_at': '2022-03-07T17:09:24Z', 'revision_number': 4, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'gw_port': {'id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:21Z', 'updated_at': '2022-03-07T17:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'b7e66bfd-fc17-484f-a52b-1c2365a4d822', 'name': '', 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'mac_address': 'fa:16:3e:cd:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c694c8a5-8092-4308-a464-eb32f02fbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:24Z', 'updated_at': '2022-03-07T17:09:25Z', 'revision_number': 2, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'subnets': [{'id': 'c694c8a5-8092-4308-a464-eb32f02fbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:29.756648 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Checking router: c64abcb2-ad24-4ba9-b901-decb3582bfca for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:09:29.757005 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Updating router c64abcb2-ad24-4ba9-b901-decb3582bfca port b7e66bfd-fc17-484f-a52b-1c2365a4d822 binding host dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:09:29.761457 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-343863b0-bf90-4940-bb72-ad7496de3725 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Project 92bdf6bf19df4e0d8303135729cf686c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:09:29.768612 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-343863b0-bf90-4940-bb72-ad7496de3725 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (6bbb6e0c-7981-499e-a02a-638fe5deb178), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.793473 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.834134 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5e3164e2-88d6-478f-bbfd-f8e1761b5e4c req-be8c0407-4ebc-441d-b185-11b5fca66364 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295478 Mar 07 17:09:29.860719 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-343863b0-bf90-4940-bb72-ad7496de3725 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (6bbb6e0c-7981-499e-a02a-638fe5deb178), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.872366 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c6946-a8df-4798-83dd-38f64b10dae7 req-cb480344-248f-4d41-b8ca-4460c7ae0d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:29.874729 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-be4c6946-a8df-4798-83dd-38f64b10dae7 req-cb480344-248f-4d41-b8ca-4460c7ae0d8a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518795 Mar 07 17:09:29.940031 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-343863b0-bf90-4940-bb72-ad7496de3725 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (6bbb6e0c-7981-499e-a02a-638fe5deb178), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:29.961511 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343863b0-bf90-4940-bb72-ad7496de3725 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbb6e0c-7981-499e-a02a-638fe5deb178,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:30.014284 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-f77cfc71-67ce-4f0e-9c50-f6e4cf202d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:30.015803 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-f77cfc71-67ce-4f0e-9c50-f6e4cf202d80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9d133f83f334ded8301f504e36a53d2&device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 1128 time: 0.0726953 Mar 07 17:09:30.050282 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-343863b0-bf90-4940-bb72-ad7496de3725 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.054234 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-343863b0-bf90-4940-bb72-ad7496de3725 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4282484 Mar 07 17:09:30.054595 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59326) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:30.063472 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-94e7f6fe-c642-4237-9876-bf002d342f6a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'security_group_rule': {'security_group_id': 'cce6c8c2-23f7-4f33-95bb-505446eb1979', 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:30.103912 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 7f88e511-205f-4b79-8b3b-3b99e0dd468d up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:30.114182 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Publish callbacks [] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.165177 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 7f88e511-205f-4b79-8b3b-3b99e0dd468d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:30.166626 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.184891 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-94e7f6fe-c642-4237-9876-bf002d342f6a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Project 92bdf6bf19df4e0d8303135729cf686c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:09:30.192074 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94e7f6fe-c642-4237-9876-bf002d342f6a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (8d62a689-942d-43e5-95bc-e8732a530f60), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.224978 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.277709 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfeaea-fb84-4299-98e6-c8eeba21a4bd None None] Pushing event updated for resources: {'Port': ['ID=b7e66bfd-fc17-484f-a52b-1c2365a4d822,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:30.283983 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 7f88e511-205f-4b79-8b3b-3b99e0dd468d is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:30.307201 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94e7f6fe-c642-4237-9876-bf002d342f6a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (8d62a689-942d-43e5-95bc-e8732a530f60), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.349163 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-e63bff3f-9b71-4feb-822c-ead5fb16a316 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e5e949b-5ac6-4065-89c2-cf3d6e158b19 HTTP/1.1" status: 200 len: 217 time: 0.2868888 Mar 07 17:09:30.350441 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-564d6380-5907-4e95-9108-964396ee2dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.378911 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94e7f6fe-c642-4237-9876-bf002d342f6a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (8d62a689-942d-43e5-95bc-e8732a530f60), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.411292 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7f6fe-c642-4237-9876-bf002d342f6a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d62a689-942d-43e5-95bc-e8732a530f60,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:30.412485 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-ed881849-4e77-4879-be1c-6e32f614b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:30.414354 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-ed881849-4e77-4879-be1c-6e32f614b94c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aba525d0-0810-4ea9-8fcb-a45fe2df35a2 HTTP/1.1" status: 200 len: 853 time: 0.0584702 Mar 07 17:09:30.452291 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-efd33b56-d8f8-4734-b573-03ffb9fec6e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57fac793-90e4-4019-8493-c427fd85d8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314543 Mar 07 17:09:30.475272 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Attempting to bind port b7e66bfd-fc17-484f-a52b-1c2365a4d822 on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:09:30.475925 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Attempting to bind port b7e66bfd-fc17-484f-a52b-1c2365a4d822 by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '71593b4d-7ff3-4fbd-aa5e-e17442816318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:09:30.476059 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Attempting to bind port b7e66bfd-fc17-484f-a52b-1c2365a4d822 on network b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:30.482436 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:09:30.482823 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Checking segment: {'id': '71593b4d-7ff3-4fbd-aa5e-e17442816318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:30.483240 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.483646 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Bound using segment: {'id': '71593b4d-7ff3-4fbd-aa5e-e17442816318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:09:30.484205 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Bound port: b7e66bfd-fc17-484f-a52b-1c2365a4d822, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71593b4d-7ff3-4fbd-aa5e-e17442816318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:09:30.484716 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.487234 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94e7f6fe-c642-4237-9876-bf002d342f6a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.489285 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-94e7f6fe-c642-4237-9876-bf002d342f6a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4334371 Mar 07 17:09:30.572129 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] For port b7e66bfd-fc17-484f-a52b-1c2365a4d822, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:09:30.576519 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] For port b7e66bfd-fc17-484f-a52b-1c2365a4d822, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=b7e66bfd-fc17-484f-a52b-1c2365a4d822,segment=NetworkSegment(71593b4d-7ff3-4fbd-aa5e-e17442816318),segment_id=71593b4d-7ff3-4fbd-aa5e-e17442816318)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:09:30.637580 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-ff714e14-c14e-4f8a-98ca-5dbd42baf20f service neutron] 10.222.0.65 "GET /v2.0/networks/57fac793-90e4-4019-8493-c427fd85d8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772223 Mar 07 17:09:30.648809 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.739010 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9fc638a3-88d3-4b47-a631-f3346b5dff73 None None] Provisioning complete for port b7e66bfd-fc17-484f-a52b-1c2365a4d822 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:30.739537 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9fc638a3-88d3-4b47-a631-f3346b5dff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.762144 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfeaea-fb84-4299-98e6-c8eeba21a4bd None None] Pushing event updated for resources: {'Port': ['ID=b7e66bfd-fc17-484f-a52b-1c2365a4d822,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:30.767811 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Routers {'c64abcb2-ad24-4ba9-b901-decb3582bfca'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:30.769790 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c64abcb2-ad24-4ba9-b901-decb3582bfca'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:30.814915 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-05728fbe-1ba6-484b-80ab-4b34b1e66b47 req-085155e1-2d23-4392-9ea0-98ea3bec9b2c service neutron] 10.222.0.65 "GET /v2.0/networks/57fac793-90e4-4019-8493-c427fd85d8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647184 Mar 07 17:09:30.934741 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9fc638a3-88d3-4b47-a631-f3346b5dff73 None None] Current status of the port b7e66bfd-fc17-484f-a52b-1c2365a4d822 is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:30.935145 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9fc638a3-88d3-4b47-a631-f3346b5dff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:30.983405 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9fc638a3-88d3-4b47-a631-f3346b5dff73 None None] For port b7e66bfd-fc17-484f-a52b-1c2365a4d822, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=b7e66bfd-fc17-484f-a52b-1c2365a4d822,segment=NetworkSegment(71593b4d-7ff3-4fbd-aa5e-e17442816318),segment_id=71593b4d-7ff3-4fbd-aa5e-e17442816318)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:31.022728 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] Set router c64abcb2-ad24-4ba9-b901-decb3582bfca gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:31.077031 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9fc638a3-88d3-4b47-a631-f3346b5dff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:31.096487 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95744733-61b1-467c-9477-1e0a13a69fae req-034e24f6-5f8c-4207-9d84-a5e89490bd3f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:31.099454 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-95744733-61b1-467c-9477-1e0a13a69fae req-034e24f6-5f8c-4207-9d84-a5e89490bd3f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 944 time: 0.0897830 Mar 07 17:09:31.163681 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc638a3-88d3-4b47-a631-f3346b5dff73 None None] Pushing event updated for resources: {'Port': ['ID=b7e66bfd-fc17-484f-a52b-1c2365a4d822,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:31.181191 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-95744733-61b1-467c-9477-1e0a13a69fae req-a26c6f7d-f105-4031-827f-53506571245c tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753870 Mar 07 17:09:31.212007 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b741ff7b-bad4-425c-8f3f-d1d2248af57a None None] Provisioning complete for port b7e66bfd-fc17-484f-a52b-1c2365a4d822 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:31.212715 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b741ff7b-bad4-425c-8f3f-d1d2248af57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:31.295711 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'name': 'tempest-TestVolumeBootPattern-143633765-router', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:20Z', 'updated_at': '2022-03-07T17:09:24Z', 'revision_number': 4, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'gw_port': {'id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:21Z', 'updated_at': '2022-03-07T17:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'b7e66bfd-fc17-484f-a52b-1c2365a4d822', 'name': '', 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'mac_address': 'fa:16:3e:cd:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c694c8a5-8092-4308-a464-eb32f02fbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:24Z', 'updated_at': '2022-03-07T17:09:30Z', 'revision_number': 4, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'subnets': [{'id': 'c694c8a5-8092-4308-a464-eb32f02fbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:31.330420 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d557aaf-a6ec-4ff2-b876-52eef66ef06a None None] The sync data for ids ['c64abcb2-ad24-4ba9-b901-decb3582bfca'] in dv-cinder-778193-24-iscsi is: [{'id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'name': 'tempest-TestVolumeBootPattern-143633765-router', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:20Z', 'updated_at': '2022-03-07T17:09:24Z', 'revision_number': 4, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'gw_port': {'id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:21Z', 'updated_at': '2022-03-07T17:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'b7e66bfd-fc17-484f-a52b-1c2365a4d822', 'name': '', 'network_id': 'b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'mac_address': 'fa:16:3e:cd:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c694c8a5-8092-4308-a464-eb32f02fbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:24Z', 'updated_at': '2022-03-07T17:09:30Z', 'revision_number': 4, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'subnets': [{'id': 'c694c8a5-8092-4308-a464-eb32f02fbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:09:31.337116 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b741ff7b-bad4-425c-8f3f-d1d2248af57a None None] Current status of the port b7e66bfd-fc17-484f-a52b-1c2365a4d822 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:31.950452 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:32.139918 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device b7e66bfd-fc17-484f-a52b-1c2365a4d822 up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:32.223539 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port b7e66bfd-fc17-484f-a52b-1c2365a4d822 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:32.224203 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:32.346224 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port b7e66bfd-fc17-484f-a52b-1c2365a4d822 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:32.349591 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6635d-9367-40b8-b93b-29578e15b50d req-fa988880-3e4c-49c4-8dd7-e249486b11f8 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:32.356725 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dcc6635d-9367-40b8-b93b-29578e15b50d req-fa988880-3e4c-49c4-8dd7-e249486b11f8 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 944 time: 0.0724854 Mar 07 17:09:32.410340 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dcc6635d-9367-40b8-b93b-29578e15b50d req-84435ed9-ed25-4e67-8179-50d7f9225299 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526335 Mar 07 17:09:33.150218 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:33.200975 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:09:33.318994 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9e5e949b-5ac6-4065-89c2-cf3d6e158b19,segment=NetworkSegment(9a827213-bc06-4516-bf87-48b04933fc24),segment_id=9a827213-bc06-4516-bf87-48b04933fc24)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:33.332297 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '9e5e949b-5ac6-4065-89c2-cf3d6e158b19', 'network_id': '57fac793-90e4-4019-8493-c427fd85d8a6', 'port_id': '9e5e949b-5ac6-4065-89c2-cf3d6e158b19', 'mac_address': 'fa:16:3e:19:76:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba525d0-0810-4ea9-8fcb-a45fe2df35a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:09:33.375718 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:33.376116 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:33.389337 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:09:33.409656 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9e5e949b-5ac6-4065-89c2-cf3d6e158b19,segment=NetworkSegment(9a827213-bc06-4516-bf87-48b04933fc24),segment_id=9a827213-bc06-4516-bf87-48b04933fc24)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:33.481825 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:33.541102 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=9e5e949b-5ac6-4065-89c2-cf3d6e158b19,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:33.557924 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb09fd6-98c6-448c-81d3-f2be2cc1bcda req-c3be2c5e-b64f-49ec-a8a1-07abee9594fb tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:33.559816 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3fb09fd6-98c6-448c-81d3-f2be2cc1bcda req-c3be2c5e-b64f-49ec-a8a1-07abee9594fb tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 945 time: 0.0712857 Mar 07 17:09:33.611896 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3fb09fd6-98c6-448c-81d3-f2be2cc1bcda req-7d9cea09-f99d-4dbe-85e1-2a872d613fb6 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458090 Mar 07 17:09:33.916628 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['9e5e949b-5ac6-4065-89c2-cf3d6e158b19'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:09:34.785331 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ed3b1-028b-44bd-9725-67556b3fec0d req-c28813b3-1bf1-4869-a7d1-88a4475f5c52 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:34.786866 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-010ed3b1-028b-44bd-9725-67556b3fec0d req-c28813b3-1bf1-4869-a7d1-88a4475f5c52 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 945 time: 0.0716982 Mar 07 17:09:34.838719 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-010ed3b1-028b-44bd-9725-67556b3fec0d req-6bd9c0fe-f0bb-4b92-bb4c-010a6c6d0585 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456893 Mar 07 17:09:34.850416 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:35.154131 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870162e-bc05-4174-a539-476ca27f75b2 req-f1506290-d850-4501-a71a-d4d478b250ee tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:35.155674 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7870162e-bc05-4174-a539-476ca27f75b2 req-f1506290-d850-4501-a71a-d4d478b250ee tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 947 time: 0.0575917 Mar 07 17:09:35.216882 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7870162e-bc05-4174-a539-476ca27f75b2 req-24c02973-fbc2-44b1-ad52-235e9a572f16 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537422 Mar 07 17:09:35.219905 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:35.430115 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:09:35.435830 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:35.436199 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:35.520961 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:35.521351 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:35.546503 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76598e3-452b-43ec-a086-07a91fab8784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5e949b-5ac6-4065-89c2-cf3d6e158b19'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:35.549337 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08311632-020f-497a-b657-3d937c9eeaa3" -d '{"events": [{"server_uuid": "c76598e3-452b-43ec-a086-07a91fab8784", "name": "network-vif-plugged", "status": "completed", "tag": "9e5e949b-5ac6-4065-89c2-cf3d6e158b19"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:35.562088 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9e5e949b-5ac6-4065-89c2-cf3d6e158b19,segment=NetworkSegment(9a827213-bc06-4516-bf87-48b04933fc24),segment_id=9a827213-bc06-4516-bf87-48b04933fc24)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:35.587559 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85ac4ca-c532-4591-a395-f2c65951fb45 x-openstack-request-id: req-a85ac4ca-c532-4591-a395-f2c65951fb45 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:35.587869 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76598e3-452b-43ec-a086-07a91fab8784", "name": "network-vif-plugged", "status": "completed", "tag": "9e5e949b-5ac6-4065-89c2-cf3d6e158b19", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:35.588128 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a85ac4ca-c532-4591-a395-f2c65951fb45 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:35.588516 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76598e3-452b-43ec-a086-07a91fab8784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5e949b-5ac6-4065-89c2-cf3d6e158b19', 'code': 200} Mar 07 17:09:35.674713 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:35.735084 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=9e5e949b-5ac6-4065-89c2-cf3d6e158b19,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:35.742420 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.749252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:35.990797 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191edc4-1fba-469e-a923-a29187cfd7f7 req-6443b7ed-275f-4725-a0d0-debcc28bfe57 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:35.992311 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c191edc4-1fba-469e-a923-a29187cfd7f7 req-6443b7ed-275f-4725-a0d0-debcc28bfe57 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 946 time: 0.0719478 Mar 07 17:09:36.055797 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a700ce8-c563-45d7-895c-ffad944d883e req-2bc9a3fa-29dd-4c7a-9974-116e5afee816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:36.057339 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9a700ce8-c563-45d7-895c-ffad944d883e req-2bc9a3fa-29dd-4c7a-9974-116e5afee816 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 1130 time: 0.0498586 Mar 07 17:09:36.097169 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c191edc4-1fba-469e-a923-a29187cfd7f7 req-1b2e263e-37f3-48cc-95ca-405f323bca09 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931020 Mar 07 17:09:36.123136 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9a700ce8-c563-45d7-895c-ffad944d883e req-b56ec730-96b8-476d-9934-721c35e56d4e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583656 Mar 07 17:09:36.357113 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc858dad-98e8-4ec9-87a7-95dc71d621d7 req-62ddf06f-deec-4582-b126-232a66f753fb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:36.358753 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cc858dad-98e8-4ec9-87a7-95dc71d621d7 req-62ddf06f-deec-4582-b126-232a66f753fb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 947 time: 0.0581439 Mar 07 17:09:36.421441 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cc858dad-98e8-4ec9-87a7-95dc71d621d7 req-f0dc1d86-69f1-4ab6-bbe5-89860824440f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514657 Mar 07 17:09:37.237118 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c449-4fe6-4bbc-9fa3-bc6c27795032 req-192ed7c8-e564-4389-91c4-e4b4100af346 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:37.238594 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9534c449-4fe6-4bbc-9fa3-bc6c27795032 req-192ed7c8-e564-4389-91c4-e4b4100af346 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 946 time: 0.0637207 Mar 07 17:09:37.307103 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9534c449-4fe6-4bbc-9fa3-bc6c27795032 req-b2b712fd-a535-4945-a3e3-2cfe422c167a tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603900 Mar 07 17:09:37.554605 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a18bc-9799-4f79-a922-55c0cf40ddd9 req-8efe25d7-2a6d-4445-9a46-95569d9deeda tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:37.556099 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a47a18bc-9799-4f79-a922-55c0cf40ddd9 req-8efe25d7-2a6d-4445-9a46-95569d9deeda tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 947 time: 0.0578866 Mar 07 17:09:37.606563 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a47a18bc-9799-4f79-a922-55c0cf40ddd9 req-64ec1939-d976-4836-80eb-32b14636eef4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=55543e89-8433-40a7-9599-8392133a002f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447700 Mar 07 17:09:37.709545 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-2483464f-e817-4e19-b101-5643bd0230a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:37.711144 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-2483464f-e817-4e19-b101-5643bd0230a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.65 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 947 time: 0.0706522 Mar 07 17:09:37.833536 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Deleting port 45bb91a9-aaed-4704-9938-d87c251419b6 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:09:37.833850 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:37.940178 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] For port 45bb91a9-aaed-4704-9938-d87c251419b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=45bb91a9-aaed-4704-9938-d87c251419b6,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:37.940548 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:38.199200 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:38.199757 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (28e74937-01e7-4dc7-a5a7-396fe1da6861), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:38.200251 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.l3_db [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Floating IP 28e74937-01e7-4dc7-a5a7-396fe1da6861 disassociated. External IP: 172.27.1.181, port: 45bb91a9-aaed-4704-9938-d87c251419b6. Mar 07 17:09:38.200666 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Calling delete_port for 45bb91a9-aaed-4704-9938-d87c251419b6 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:09:38.364407 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:09:38.425729 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (45bb91a9-aaed-4704-9938-d87c251419b6), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:38.477420 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event deleted for resources: {'Port': ['ID=45bb91a9-aaed-4704-9938-d87c251419b6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:38.502702 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da5053-2895-4a1b-9c77-5a76749ec213 req-7bc34d3b-485e-4df4-bbd7-3834845ab971 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:38.514924 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f6da5053-2895-4a1b-9c77-5a76749ec213 req-7bc34d3b-485e-4df4-bbd7-3834845ab971 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 946 time: 0.1070745 Mar 07 17:09:38.575646 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f6da5053-2895-4a1b-9c77-5a76749ec213 req-3bd334f7-0d40-4e1f-b02e-793988e762a8 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591242 Mar 07 17:09:38.614528 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Router c5976985-943b-40ce-a049-bb319bb438ee has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:09:38.772854 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:09:38.795094 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e5054-8881-4427-8db5-a9ab0240ee43 None None] Sync routers for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:09:38.825831 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e5054-8881-4427-8db5-a9ab0240ee43 None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:38.826758 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-576e5054-8881-4427-8db5-a9ab0240ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:38.834609 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] No DVR routers for this DVR port 45bb91a9-aaed-4704-9938-d87c251419b6 on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:09:38.838004 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:38.842225 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9260ba3e-c6e5-41df-ba7b-6632656fd172 req-036d6a5e-9134-4baa-aefa-897107bd06cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.65 "DELETE /v2.0/ports/45bb91a9-aaed-4704-9938-d87c251419b6 HTTP/1.1" status: 204 len: 173 time: 1.1242089 Mar 07 17:09:38.842812 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'name': 'network-vif-deleted', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:38.845638 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6f151f-baa9-4556-80f3-7eae280e1955" -d '{"events": [{"server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "name": "network-vif-deleted", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:38.955675 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-576e5054-8881-4427-8db5-a9ab0240ee43 None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:38.957924 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1e4db601-051a-4b34-aafe-8e4420611892 req-1b931db2-b9b2-4b79-8816-34cf6a03573c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 210 time: 0.0361969 Mar 07 17:09:39.029944 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb266cb-7b0a-4077-baf3-0019e3e6786f x-openstack-request-id: req-efb266cb-7b0a-4077-baf3-0019e3e6786f {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:39.030562 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67675505-4656-4d9a-935c-2c37d0e06bdc", "name": "network-vif-deleted", "tag": "45bb91a9-aaed-4704-9938-d87c251419b6", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:39.030938 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-efb266cb-7b0a-4077-baf3-0019e3e6786f {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:39.031564 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67675505-4656-4d9a-935c-2c37d0e06bdc', 'name': 'network-vif-deleted', 'tag': '45bb91a9-aaed-4704-9938-d87c251419b6', 'status': 'completed', 'code': 200} Mar 07 17:09:39.255457 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29847063-3bfa-4a49-9ca9-610a96f4101c req-ce389970-3879-40d9-b42c-9ea8f412acc8 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:39.257296 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-29847063-3bfa-4a49-9ca9-610a96f4101c req-ce389970-3879-40d9-b42c-9ea8f412acc8 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 946 time: 0.0832965 Mar 07 17:09:39.302620 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-576e5054-8881-4427-8db5-a9ab0240ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:39.323459 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-29847063-3bfa-4a49-9ca9-610a96f4101c req-73355789-9668-4c31-92f8-b73b4e070923 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594063 Mar 07 17:09:39.337436 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e5054-8881-4427-8db5-a9ab0240ee43 None None] Checking router: c5976985-943b-40ce-a049-bb319bb438ee for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:09:39.347397 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e5054-8881-4427-8db5-a9ab0240ee43 None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:39.348034 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-576e5054-8881-4427-8db5-a9ab0240ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:39.494093 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-576e5054-8881-4427-8db5-a9ab0240ee43 None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:39.717325 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-576e5054-8881-4427-8db5-a9ab0240ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:39.752030 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e5054-8881-4427-8db5-a9ab0240ee43 None None] The sync data for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi is: [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:09:40.052850 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d146f-1f96-410b-b0c0-99b4c24a17cd None None] New status for floating IP 28e74937-01e7-4dc7-a5a7-396fe1da6861: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:09:40.125838 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fb5a9d56-5aa0-4420-b263-6ef100be1dec req-5221cb4b-1dcd-4184-8e97-ba5622fce485 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=67675505-4656-4d9a-935c-2c37d0e06bdc HTTP/1.1" status: 200 len: 210 time: 0.0336850 Mar 07 17:09:40.466728 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574e082-39ec-4246-ba2a-ca62fc07778d req-b8885767-32c0-475b-84a7-f518b6331bdb tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:40.468072 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5574e082-39ec-4246-ba2a-ca62fc07778d req-b8885767-32c0-475b-84a7-f518b6331bdb tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 946 time: 0.0689487 Mar 07 17:09:40.544837 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5574e082-39ec-4246-ba2a-ca62fc07778d req-3adcd6c1-f520-4993-9749-d4ffb762d222 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668609 Mar 07 17:09:40.568059 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:41.170656 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d5438-9243-43be-9e66-182c4837fc64 req-1e48a8a3-3a0b-4aa6-af4b-d05d7e00a516 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:41.171595 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-796d5438-9243-43be-9e66-182c4837fc64 req-1e48a8a3-3a0b-4aa6-af4b-d05d7e00a516 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 946 time: 0.0819936 Mar 07 17:09:41.264400 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 45bb91a9-aaed-4704-9938-d87c251419b6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:09:41.291000 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 45bb91a9-aaed-4704-9938-d87c251419b6 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:09:41.291346 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 45bb91a9-aaed-4704-9938-d87c251419b6 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:09:41.303299 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Deleting port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:09:41.303936 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:41.367549 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59490) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:41.453690 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] For port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:41.454254 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:41.459194 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (55543e89-8433-40a7-9599-8392133a002f), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:41.497687 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (55543e89-8433-40a7-9599-8392133a002f), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:41.676223 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (55543e89-8433-40a7-9599-8392133a002f), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:41.688521 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:41.693300 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "DELETE /v2.0/security-groups/55543e89-8433-40a7-9599-8392133a002f HTTP/1.1" status: 204 len: 168 time: 0.3227615 Mar 07 17:09:41.699665 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59494) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:41.711723 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55543e89-8433-40a7-9599-8392133a002f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:41.721440 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.721804 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.722153 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.722574 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.722918 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.723314 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.724847 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.724847 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.725058 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.725395 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.725784 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.726118 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.726713 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22cdd3-87dd-48af-a0b2-a9c5b3053f03 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:41.791356 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.api.v2.resource [None req-d0eea886-0a81-4bb8-b57f-e48ddeb1332a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] show failed (client error): The resource could not be found. Mar 07 17:09:41.792716 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-d0eea886-0a81-4bb8-b57f-e48ddeb1332a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups/55543e89-8433-40a7-9599-8392133a002f HTTP/1.1" status: 404 len: 347 time: 0.0868332 Mar 07 17:09:41.797936 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59496) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:41.811419 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674afc7-3453-465d-aad8-35cbebf83c11 req-bb50de57-2c7b-4674-abd3-4f88ca07faa6 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:41.814277 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7674afc7-3453-465d-aad8-35cbebf83c11 req-bb50de57-2c7b-4674-abd3-4f88ca07faa6 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 946 time: 0.1852624 Mar 07 17:09:41.857434 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:41.857906 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (f280785f-3742-402c-8065-4fa5c4746a2a), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:41.858308 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.l3_db [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Floating IP f280785f-3742-402c-8065-4fa5c4746a2a disassociated. External IP: 172.27.1.20, port: ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2. Mar 07 17:09:41.859306 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Calling delete_port for ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:09:41.923594 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7674afc7-3453-465d-aad8-35cbebf83c11 req-a1000c0a-1064-4589-8025-7e90ba2ede29 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984898 Mar 07 17:09:41.971346 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c921a14a-f387-42e3-9f72-9298cfe1db12 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Deleting port 9ba09d1b-b8d5-48f3-9628-38618fc1154c {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:09:41.971346 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c921a14a-f387-42e3-9f72-9298cfe1db12 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (9ba09d1b-b8d5-48f3-9628-38618fc1154c), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:42.085333 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c921a14a-f387-42e3-9f72-9298cfe1db12 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (9ba09d1b-b8d5-48f3-9628-38618fc1154c), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:42.085641 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c921a14a-f387-42e3-9f72-9298cfe1db12 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (9ba09d1b-b8d5-48f3-9628-38618fc1154c), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:42.104753 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c921a14a-f387-42e3-9f72-9298cfe1db12 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Calling delete_port for 9ba09d1b-b8d5-48f3-9628-38618fc1154c owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:09:42.133861 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:42.180642 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'Port': ['ID=ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:42.325181 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Router aaad6cb6-481e-48fa-ad08-e56cdee8c443 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:09:42.385886 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c921a14a-f387-42e3-9f72-9298cfe1db12 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (9ba09d1b-b8d5-48f3-9628-38618fc1154c), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:42.457910 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921a14a-f387-42e3-9f72-9298cfe1db12 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event deleted for resources: {'Port': ['ID=9ba09d1b-b8d5-48f3-9628-38618fc1154c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:42.460948 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:09:42.473961 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d163eaf-45e5-4ee8-8287-d1f25a0c468f None None] Sync routers for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:09:42.484944 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d163eaf-45e5-4ee8-8287-d1f25a0c468f None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:42.485980 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7d163eaf-45e5-4ee8-8287-d1f25a0c468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:42.512126 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c921a14a-f387-42e3-9f72-9298cfe1db12 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (28e74937-01e7-4dc7-a5a7-396fe1da6861), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:42.516016 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c921a14a-f387-42e3-9f72-9298cfe1db12 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:42.520259 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-c921a14a-f387-42e3-9f72-9298cfe1db12 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "DELETE /v2.0/floatingips/28e74937-01e7-4dc7-a5a7-396fe1da6861 HTTP/1.1" status: 204 len: 168 time: 0.7175643 Mar 07 17:09:42.523755 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] No DVR routers for this DVR port ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:09:42.532114 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:42.541574 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-796d5438-9243-43be-9e66-182c4837fc64 req-e7365c4c-727a-41a2-892c-c6d9e0d974e5 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "DELETE /v2.0/ports/ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 HTTP/1.1" status: 204 len: 173 time: 1.3650863 Mar 07 17:09:42.542228 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad20810-39d5-403e-a98d-0e18706f403d', 'name': 'network-vif-deleted', 'tag': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:42.545063 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99286389-6ddc-4659-b001-0f9901c17b21" -d '{"events": [{"server_uuid": "dad20810-39d5-403e-a98d-0e18706f403d", "name": "network-vif-deleted", "tag": "ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:42.620762 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d10847-afb0-4704-a8e1-1861ad036f00 x-openstack-request-id: req-21d10847-afb0-4704-a8e1-1861ad036f00 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:42.621318 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad20810-39d5-403e-a98d-0e18706f403d", "name": "network-vif-deleted", "tag": "ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:42.621676 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21d10847-afb0-4704-a8e1-1861ad036f00 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:42.622260 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad20810-39d5-403e-a98d-0e18706f403d', 'name': 'network-vif-deleted', 'tag': 'ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2', 'status': 'completed', 'code': 200} Mar 07 17:09:42.776351 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-7d163eaf-45e5-4ee8-8287-d1f25a0c468f None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:42.994904 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59508) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:43.000748 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-92774777-da0f-441d-97f7-d157e34214ef tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066692542', 'description': 'tempest-description--728763035'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:43.054005 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-699bcc12-69a0-4901-af00-8f72f3de88a3 req-3077d145-1e5d-40d1-8934-d60b064ad35f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=dad20810-39d5-403e-a98d-0e18706f403d HTTP/1.1" status: 200 len: 210 time: 0.0287855 Mar 07 17:09:43.063564 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7d163eaf-45e5-4ee8-8287-d1f25a0c468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:56:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:46Z', 'updated_at': '2022-03-07T17:07:12Z', 'revision_number': 2, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:43.095947 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d163eaf-45e5-4ee8-8287-d1f25a0c468f None None] Checking router: aaad6cb6-481e-48fa-ad08-e56cdee8c443 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:09:43.098729 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-92774777-da0f-441d-97f7-d157e34214ef tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:43.105212 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d163eaf-45e5-4ee8-8287-d1f25a0c468f None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:43.105966 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7d163eaf-45e5-4ee8-8287-d1f25a0c468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:43.237111 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-92774777-da0f-441d-97f7-d157e34214ef tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (563141ab-81ac-43dc-b0b1-8fdc33c65196), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:43.255837 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-7d163eaf-45e5-4ee8-8287-d1f25a0c468f None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:43.332841 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-92774777-da0f-441d-97f7-d157e34214ef tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (563141ab-81ac-43dc-b0b1-8fdc33c65196), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:43.388082 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92774777-da0f-441d-97f7-d157e34214ef tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563141ab-81ac-43dc-b0b1-8fdc33c65196,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:43.478727 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-92774777-da0f-441d-97f7-d157e34214ef tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:43.479923 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-92774777-da0f-441d-97f7-d157e34214ef tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4839964 Mar 07 17:09:43.488956 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59518) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:43.493397 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-67bba02b-dd25-4314-b7c3-017d95fe2a0a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'security_group_rule': {'security_group_id': '563141ab-81ac-43dc-b0b1-8fdc33c65196', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:43.548873 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7d163eaf-45e5-4ee8-8287-d1f25a0c468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:56:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:46Z', 'updated_at': '2022-03-07T17:07:12Z', 'revision_number': 2, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:43.577983 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d163eaf-45e5-4ee8-8287-d1f25a0c468f None None] The sync data for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi is: [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:56:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:46Z', 'updated_at': '2022-03-07T17:07:12Z', 'revision_number': 2, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:09:43.601100 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67bba02b-dd25-4314-b7c3-017d95fe2a0a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (555700a9-da68-4b43-acae-3d3fbedcd69c), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:43.660447 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67bba02b-dd25-4314-b7c3-017d95fe2a0a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (555700a9-da68-4b43-acae-3d3fbedcd69c), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:43.765946 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67bba02b-dd25-4314-b7c3-017d95fe2a0a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (555700a9-da68-4b43-acae-3d3fbedcd69c), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:43.788230 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bba02b-dd25-4314-b7c3-017d95fe2a0a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555700a9-da68-4b43-acae-3d3fbedcd69c,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:43.807832 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05819fd8-ddf6-4fdc-835a-2cbdf4590691 None None] New status for floating IP f280785f-3742-402c-8065-4fa5c4746a2a: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:09:43.862496 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67bba02b-dd25-4314-b7c3-017d95fe2a0a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:43.863748 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-67bba02b-dd25-4314-b7c3-017d95fe2a0a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3738382 Mar 07 17:09:43.866584 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59524) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:43.871442 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5f239154-356e-4e43-adb5-d5a8532ff0b3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'security_group_rule': {'security_group_id': '563141ab-81ac-43dc-b0b1-8fdc33c65196', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:44.001688 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f239154-356e-4e43-adb5-d5a8532ff0b3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (e474ce66-1940-41a3-8c0b-d26aa4c0f3b2), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.064705 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f239154-356e-4e43-adb5-d5a8532ff0b3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (e474ce66-1940-41a3-8c0b-d26aa4c0f3b2), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.150211 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f239154-356e-4e43-adb5-d5a8532ff0b3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (e474ce66-1940-41a3-8c0b-d26aa4c0f3b2), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.166752 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f239154-356e-4e43-adb5-d5a8532ff0b3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e474ce66-1940-41a3-8c0b-d26aa4c0f3b2,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:44.236904 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59536) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:44.269007 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f239154-356e-4e43-adb5-d5a8532ff0b3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.270149 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5f239154-356e-4e43-adb5-d5a8532ff0b3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4025466 Mar 07 17:09:44.273794 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59538) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:44.279242 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:44.296680 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-79706cc7-976c-4231-b500-1c3b416b33ed tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.323809 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-79706cc7-976c-4231-b500-1c3b416b33ed tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.412721 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.515929 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.572199 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-79706cc7-976c-4231-b500-1c3b416b33ed tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.572199 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-79706cc7-976c-4231-b500-1c3b416b33ed tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.572199 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-79706cc7-976c-4231-b500-1c3b416b33ed tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "DELETE /v2.0/security-groups/120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52 HTTP/1.1" status: 204 len: 168 time: 0.3332677 Mar 07 17:09:44.574835 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59542) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:44.580923 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79706cc7-976c-4231-b500-1c3b416b33ed tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:44.612786 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.api.v2.resource [None req-b33e631a-d794-4513-986e-c3b05c945220 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] show failed (client error): The resource could not be found. Mar 07 17:09:44.617992 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-b33e631a-d794-4513-986e-c3b05c945220 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups/120a8c7f-f1b0-4b43-a6b8-6d28fa04dc52 HTTP/1.1" status: 404 len: 347 time: 0.0380278 Mar 07 17:09:44.620138 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59544) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:09:44.636551 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Allocated IP 172.27.1.214 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/8410e5d6-be91-42ed-88b5-2f5aa9be9ce8) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:09:44.751764 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for port (8410e5d6-be91-42ed-88b5-2f5aa9be9ce8), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.847507 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (8410e5d6-be91-42ed-88b5-2f5aa9be9ce8), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.888758 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:44.894575 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:44.898759 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:09:44.901908 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'Port': ['ID=8410e5d6-be91-42ed-88b5-2f5aa9be9ce8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:44.981163 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d3df62cb-2fa5-40c2-be3d-5e15a9d759fd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Deleting port 42fe03a7-fb28-4a06-ab58-e4472b689bf4 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:09:44.981774 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3df62cb-2fa5-40c2-be3d-5e15a9d759fd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (42fe03a7-fb28-4a06-ab58-e4472b689bf4), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:44.990335 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.057506 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3df62cb-2fa5-40c2-be3d-5e15a9d759fd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (42fe03a7-fb28-4a06-ab58-e4472b689bf4), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.057846 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3df62cb-2fa5-40c2-be3d-5e15a9d759fd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (42fe03a7-fb28-4a06-ab58-e4472b689bf4), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.069756 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d3df62cb-2fa5-40c2-be3d-5e15a9d759fd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Calling delete_port for 42fe03a7-fb28-4a06-ab58-e4472b689bf4 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:09:45.086422 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (8410e5d6-be91-42ed-88b5-2f5aa9be9ce8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.245925 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for port (8410e5d6-be91-42ed-88b5-2f5aa9be9ce8), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.275883 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3df62cb-2fa5-40c2-be3d-5e15a9d759fd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (42fe03a7-fb28-4a06-ab58-e4472b689bf4), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.276359 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:09:45.300296 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:09:45.300640 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device ad2d9f90-dd08-43f8-bdf6-831f4be3c9b2 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:09:45.304025 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (8410e5d6-be91-42ed-88b5-2f5aa9be9ce8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.305306 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df62cb-2fa5-40c2-be3d-5e15a9d759fd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'Port': ['ID=42fe03a7-fb28-4a06-ab58-e4472b689bf4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:45.370308 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'Port': ['ID=8410e5d6-be91-42ed-88b5-2f5aa9be9ce8,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:45.372062 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3df62cb-2fa5-40c2-be3d-5e15a9d759fd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (f280785f-3742-402c-8065-4fa5c4746a2a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.376081 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3df62cb-2fa5-40c2-be3d-5e15a9d759fd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.377355 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-d3df62cb-2fa5-40c2-be3d-5e15a9d759fd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "DELETE /v2.0/floatingips/f280785f-3742-402c-8065-4fa5c4746a2a HTTP/1.1" status: 204 len: 168 time: 0.7562265 Mar 07 17:09:45.389424 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.472575 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.476119 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-aa88eb63-8b93-4fd3-9348-470dfa2448a8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1987875 Mar 07 17:09:45.683270 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-73a4c08e-a05c-4414-99d6-150939dce46b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2066692542&fields=id&tenant_id=84c221f2dc834546ae095602ed8dbefd HTTP/1.1" status: 200 len: 267 time: 0.0428774 Mar 07 17:09:45.796017 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-cfe85a74-2b6b-411a-b2f9-719d950604b2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:45.798307 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-cfe85a74-2b6b-411a-b2f9-719d950604b2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 817 time: 0.1077981 Mar 07 17:09:45.814765 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-3b86a4f2-66eb-429a-86ce-efa9f68be367 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/quotas/84c221f2dc834546ae095602ed8dbefd HTTP/1.1" status: 200 len: 375 time: 0.0099821 Mar 07 17:09:45.871186 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-47d47ab3-8ac6-448b-99ef-55ace2c77444 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505090 Mar 07 17:09:45.981823 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-497463c5-a009-4ada-91e3-786fe7b1d7d0 service neutron] 10.222.0.52 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965822 Mar 07 17:09:46.076199 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-00c88a7f-5e8f-458e-8d2c-064acd87cb8e service neutron] 10.222.0.52 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892849 Mar 07 17:09:46.323763 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-012d8047-cd9c-47c6-99fe-1a01b2bf0df9 req-52cb0f7f-d121-472b-b116-260d08addb7e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 210 time: 0.0275893 Mar 07 17:09:47.435483 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a5a59b6e-6b09-49a0-9bc9-60389ee5db63 req-0f7c0bcb-f8f3-4a4f-ae4c-4bdddecbcb00 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 210 time: 0.0333271 Mar 07 17:09:48.607546 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b560e01-d742-426e-87f6-51fbb79ad61f req-53a98aae-28fe-4e18-8014-aa7dc3faca4e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 210 time: 0.0361900 Mar 07 17:09:48.649717 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-66798efd-70d8-4d5c-adcd-a789f1ed82da tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:48.651279 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-66798efd-70d8-4d5c-adcd-a789f1ed82da tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.65 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 817 time: 0.1601658 Mar 07 17:09:48.729222 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-bdcf49d7-41dc-41c1-91d0-468e43a3acc0 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84c221f2dc834546ae095602ed8dbefd HTTP/1.1" status: 200 len: 380 time: 0.0559175 Mar 07 17:09:48.739275 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'port': {'device_id': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'admin_state_up': True, 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'security_groups': ['563141ab-81ac-43dc-b0b1-8fdc33c65196']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:48.944470 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Made reservation on behalf of 84c221f2dc834546ae095602ed8dbefd for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:09:48.948053 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:49.108512 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Allocated IP 172.20.0.13 (8426946e-6eb9-4036-ab32-d12b1e24792c/d91058a5-8c5a-4ca7-8fab-e6f29546dfa0/564c207f-8d14-433b-811b-9760e3c8937e) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:09:49.256590 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for port (564c207f-8d14-433b-811b-9760e3c8937e), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:49.396424 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (564c207f-8d14-433b-811b-9760e3c8937e), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:49.447652 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Network 8426946e-6eb9-4036-ab32-d12b1e24792c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:49.450752 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:49.453336 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:09:49.480208 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event updated for resources: {'Port': ['ID=564c207f-8d14-433b-811b-9760e3c8937e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:49.523783 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:49.523783 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:49.614321 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-6f13f7fa-f073-42b1-b479-1f51d3e9ad01 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8787074 Mar 07 17:09:49.638226 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c7df422c-fb1b-4721-ab93-70f37f5dfb27 None None] Provisioning complete for port 564c207f-8d14-433b-811b-9760e3c8937e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:49.639130 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c7df422c-fb1b-4721-ab93-70f37f5dfb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (564c207f-8d14-433b-811b-9760e3c8937e), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:49.675386 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c7df422c-fb1b-4721-ab93-70f37f5dfb27 None None] Port 564c207f-8d14-433b-811b-9760e3c8937e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:09:49.752487 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdd08c-5e4b-445b-8fdc-2b55375e5dd1 req-911a55c5-7ea1-486a-8fa5-93fe35c14cc7 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:49.754012 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-93fdd08c-5e4b-445b-8fdc-2b55375e5dd1 req-911a55c5-7ea1-486a-8fa5-93fe35c14cc7 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 932 time: 0.0570393 Mar 07 17:09:49.806776 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-93fdd08c-5e4b-445b-8fdc-2b55375e5dd1 req-e026ae14-71f5-40d0-81fc-a0ed9c354f6f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466044 Mar 07 17:09:50.298690 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-cf1fd0ae-3bfe-44fd-b1a7-9e17d7fccfc5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295469214&fields=id&tenant_id=92bdf6bf19df4e0d8303135729cf686c HTTP/1.1" status: 200 len: 267 time: 0.0521057 Mar 07 17:09:50.416593 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-f1c3bd84-a4d1-413e-9be0-16b7db730e28 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:50.418036 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-f1c3bd84-a4d1-413e-9be0-16b7db730e28 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 811 time: 0.1093307 Mar 07 17:09:50.432610 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-686e8126-36ed-48d5-872d-ffca5df1a8e1 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/quotas/92bdf6bf19df4e0d8303135729cf686c HTTP/1.1" status: 200 len: 375 time: 0.0091825 Mar 07 17:09:50.489399 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-faf76249-3945-4dd3-b9a3-13320314f9bd tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511177 Mar 07 17:09:50.602072 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-ab143ff1-abe1-4f68-a7b9-34b979b6fd13 service neutron] 10.222.0.52 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007402 Mar 07 17:09:50.682881 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb07d04-bdce-4e48-9ec9-94d32cdf0da3 req-95d0349e-b1cd-4958-a0b7-3ca1af6e4cfe tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:50.685340 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7bb07d04-bdce-4e48-9ec9-94d32cdf0da3 req-95d0349e-b1cd-4958-a0b7-3ca1af6e4cfe tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.0696511 Mar 07 17:09:50.706516 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-fba9d0e1-292e-4b07-9bcb-9738176513ff service neutron] 10.222.0.52 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984397 Mar 07 17:09:50.754846 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7bb07d04-bdce-4e48-9ec9-94d32cdf0da3 req-5d9617ac-08b9-471a-affc-7085f1acee3d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616541 Mar 07 17:09:50.938349 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394943f-f0d9-42c3-8b5b-88f728bce417 req-39c9153a-8822-486a-873c-6e027bddafcf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:50.939888 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0394943f-f0d9-42c3-8b5b-88f728bce417 req-39c9153a-8822-486a-873c-6e027bddafcf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 932 time: 0.0586407 Mar 07 17:09:50.990501 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0394943f-f0d9-42c3-8b5b-88f728bce417 req-9cc1d6e3-bcce-4612-82f7-21acf1f1794c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449429 Mar 07 17:09:51.326481 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cd8fefe4-8448-4da0-9d67-f8f7b19fc6ae req-e17b112c-9b91-4325-9449-6b511051231e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 210 time: 0.0298023 Mar 07 17:09:51.904571 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2bdca-2973-4973-ba27-5526a3b6da31 req-e06d92e6-e43e-4055-a1a5-cbdc0c1cfbac tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:51.906687 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-50e2bdca-2973-4973-ba27-5526a3b6da31 req-e06d92e6-e43e-4055-a1a5-cbdc0c1cfbac tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.0616457 Mar 07 17:09:51.955698 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-50e2bdca-2973-4973-ba27-5526a3b6da31 req-8cb6de18-ebef-48d4-af10-ee39b1111215 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432420 Mar 07 17:09:52.120513 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0037dd-d6c8-4f85-b4c2-81f44b01be7d req-aa987d7e-c2fe-4b6b-b0f5-e0e419efad76 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:52.122126 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2e0037dd-d6c8-4f85-b4c2-81f44b01be7d req-aa987d7e-c2fe-4b6b-b0f5-e0e419efad76 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 932 time: 0.0551939 Mar 07 17:09:52.177492 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2e0037dd-d6c8-4f85-b4c2-81f44b01be7d req-4bd517f2-cdcf-4150-98ec-60c97b786327 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480227 Mar 07 17:09:52.245543 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Request body: {'port': {'device_id': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:52.310319 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (564c207f-8d14-433b-811b-9760e3c8937e), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:52.446034 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bda67e38-1a1a-49fd-8235-e583ea28ae2f req-abb4e945-35d9-4148-8ead-d7210ad965c4 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 210 time: 0.0403881 Mar 07 17:09:52.628278 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564c207f-8d14-433b-811b-9760e3c8937e {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:09:52.636511 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Publish callbacks [] for port (564c207f-8d14-433b-811b-9760e3c8937e), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:52.649000 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Transition to ACTIVE for port object 564c207f-8d14-433b-811b-9760e3c8937e will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:09:52.738353 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (564c207f-8d14-433b-811b-9760e3c8937e), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:52.790235 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Pushing event updated for resources: {'Port': ['ID=564c207f-8d14-433b-811b-9760e3c8937e,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:52.876644 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Attempting to bind port 564c207f-8d14-433b-811b-9760e3c8937e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:09:52.876991 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Attempting to bind port 564c207f-8d14-433b-811b-9760e3c8937e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:09:52.877329 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Attempting to bind port 564c207f-8d14-433b-811b-9760e3c8937e on network 8426946e-6eb9-4036-ab32-d12b1e24792c {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:52.882224 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Port 564c207f-8d14-433b-811b-9760e3c8937e on network 8426946e-6eb9-4036-ab32-d12b1e24792c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:09:52.882550 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Attempting to bind port 564c207f-8d14-433b-811b-9760e3c8937e on network 8426946e-6eb9-4036-ab32-d12b1e24792c {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:52.888177 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:09:52.888314 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Checking segment: {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:52.888725 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Bound using segment: {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:09:52.889210 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Bound port: 564c207f-8d14-433b-811b-9760e3c8937e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c0996d-125e-4cad-bbf4-c1ac7433be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:09:52.889506 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (564c207f-8d14-433b-811b-9760e3c8937e), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:52.972312 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:09:52.977245 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:09:53.082222 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (564c207f-8d14-433b-811b-9760e3c8937e), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:53.127423 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:53.128423 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:53.129470 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] 10.222.0.65 "PUT /v2.0/ports/564c207f-8d14-433b-811b-9760e3c8937e HTTP/1.1" status: 200 len: 1094 time: 0.8885562 Mar 07 17:09:53.129943 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:53.132288 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da1a77e-939b-4da7-8b99-68e54307401d" -d '{"events": [{"name": "network-changed", "server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "tag": "564c207f-8d14-433b-811b-9760e3c8937e"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:53.164290 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429c5ee-b5f4-458a-a5c3-53b860e295dd req-85ccf5dd-3dfc-4f0e-b286-c355299eada1 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:53.166173 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a429c5ee-b5f4-458a-a5c3-53b860e295dd req-85ccf5dd-3dfc-4f0e-b286-c355299eada1 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.1184871 Mar 07 17:09:53.167638 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06ea05-e042-4c2c-ac4e-c96f2ef6b146 service neutron] Pushing event updated for resources: {'Port': ['ID=564c207f-8d14-433b-811b-9760e3c8937e,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:53.232558 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256c6ba3-d41c-4aed-a658-713751ef8dd7 x-openstack-request-id: req-256c6ba3-d41c-4aed-a658-713751ef8dd7 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:53.234764 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "tag": "564c207f-8d14-433b-811b-9760e3c8937e", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:53.235240 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-256c6ba3-d41c-4aed-a658-713751ef8dd7 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:53.238263 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e', 'status': 'completed', 'code': 200} Mar 07 17:09:53.339220 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a429c5ee-b5f4-458a-a5c3-53b860e295dd req-093aad6f-a5a6-41c8-ba49-8c79635720d1 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497095 Mar 07 17:09:53.383761 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b42a49-c33d-4774-bc41-cf670cbb83d8 req-f8e1950e-baac-4c37-9ad1-3ef0c3df4eea tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:53.385993 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-99b42a49-c33d-4774-bc41-cf670cbb83d8 req-f8e1950e-baac-4c37-9ad1-3ef0c3df4eea tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.1128962 Mar 07 17:09:53.408445 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1a77e-939b-4da7-8b99-68e54307401d req-2706ce08-7760-42d8-aa99-38ff97680aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:53.411684 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da1a77e-939b-4da7-8b99-68e54307401d req-2706ce08-7760-42d8-aa99-38ff97680aba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 1128 time: 0.1105847 Mar 07 17:09:53.473634 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-99b42a49-c33d-4774-bc41-cf670cbb83d8 req-a96eb9de-9062-4472-a40d-790d1dbbcddf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733924 Mar 07 17:09:53.569237 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b34c29f7-7cc6-4e99-8a1e-f2314d1a0a5b req-40a01729-4be8-453a-9264-2e025e8ecd86 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 210 time: 0.0429504 Mar 07 17:09:53.598115 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1a77e-939b-4da7-8b99-68e54307401d req-58aaf949-6b13-4ddd-a50b-faa13aec1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:53.598977 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da1a77e-939b-4da7-8b99-68e54307401d req-58aaf949-6b13-4ddd-a50b-faa13aec1b7c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=84c221f2dc834546ae095602ed8dbefd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1732934 Mar 07 17:09:53.765579 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-a90e279f-7744-448c-95d7-539553763033 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:53.767139 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-a90e279f-7744-448c-95d7-539553763033 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 811 time: 0.2061238 Mar 07 17:09:53.809495 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1a77e-939b-4da7-8b99-68e54307401d req-715ef916-a65f-4b16-af2a-00cb9a31873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:53.811069 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da1a77e-939b-4da7-8b99-68e54307401d req-715ef916-a65f-4b16-af2a-00cb9a31873e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2016726 Mar 07 17:09:53.861176 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-1792734d-4182-4cf6-8d8b-b3f050383c7d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92bdf6bf19df4e0d8303135729cf686c HTTP/1.1" status: 200 len: 380 time: 0.0730700 Mar 07 17:09:53.879387 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'port': {'device_id': '0e824806-df33-4bc2-af57-8a712a908c6f', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'admin_state_up': True, 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'security_groups': ['cce6c8c2-23f7-4f33-95bb-505446eb1979']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:54.005760 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-3e768c24-ba95-4815-b662-ca93fbb1045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:54.007300 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-3e768c24-ba95-4815-b662-ca93fbb1045d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 1128 time: 0.1121447 Mar 07 17:09:54.062569 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-f6d7a04e-c86e-4728-9d35-a6d2497d9054 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564c207f-8d14-433b-811b-9760e3c8937e HTTP/1.1" status: 200 len: 217 time: 0.0369368 Mar 07 17:09:54.099744 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Made reservation on behalf of 92bdf6bf19df4e0d8303135729cf686c for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:09:54.103109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:54.129073 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-8266bb78-54d2-4cbd-bc22-9ea8ff0700ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:54.131288 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-8266bb78-54d2-4cbd-bc22-9ea8ff0700ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 HTTP/1.1" status: 200 len: 856 time: 0.0617959 Mar 07 17:09:54.257203 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-083d39f2-59ed-41a1-9f72-0bec5db25581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:54.258798 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-083d39f2-59ed-41a1-9f72-0bec5db25581 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8426946e-6eb9-4036-ab32-d12b1e24792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1176255 Mar 07 17:09:54.287013 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Allocated IP 172.20.0.11 (c6781afb-dca6-4e4e-a1e1-392a6e1b8e08/e867eec7-8dc7-4272-8d09-7a5ff0666b78/e12ce2fc-c619-45aa-a7f0-f8e58f912876) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:09:54.446719 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:54.478664 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d744c5d-e338-4264-b0f6-2c17fcdc92af req-bfb260df-30bf-498d-8459-9ab9bde4ecc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:54.480287 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0d744c5d-e338-4264-b0f6-2c17fcdc92af req-bfb260df-30bf-498d-8459-9ab9bde4ecc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.0618877 Mar 07 17:09:54.541259 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0d744c5d-e338-4264-b0f6-2c17fcdc92af req-58d342b8-7748-4efc-9afb-41a03b83f2fd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539639 Mar 07 17:09:54.583767 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:54.648127 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:09:54.653917 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:09:54.661390 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:09:54.673036 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'Port': ['ID=e12ce2fc-c619-45aa-a7f0-f8e58f912876,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:54.711012 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805caede-c782-4631-9849-46ff0864ec24 req-3b93f2f4-14f6-4bbd-9b41-93ecce4619b4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:54.712626 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-805caede-c782-4631-9849-46ff0864ec24 req-3b93f2f4-14f6-4bbd-9b41-93ecce4619b4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.1612737 Mar 07 17:09:54.731741 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127bda3-2d99-42c3-8c15-5ab15bdf501c req-38f26058-b3e3-4d80-9c33-04bf91806a30 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:54.734782 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5127bda3-2d99-42c3-8c15-5ab15bdf501c req-38f26058-b3e3-4d80-9c33-04bf91806a30 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 932 time: 0.0846705 Mar 07 17:09:54.766703 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:54.767384 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:54.805798 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-805caede-c782-4631-9849-46ff0864ec24 req-c9e0f3f6-9110-4e01-9302-eb7d3e3bc263 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853834 Mar 07 17:09:54.818537 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5127bda3-2d99-42c3-8c15-5ab15bdf501c req-146352cd-8f8a-4f6d-87a1-bc389454d8ef tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746520 Mar 07 17:09:54.869422 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-690b3700-bae6-4665-adc9-926e76736a51 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9955676 Mar 07 17:09:54.987034 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-48d4fd20-5c49-4cf1-8889-34287573049d None None] Provisioning complete for port e12ce2fc-c619-45aa-a7f0-f8e58f912876 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:54.987672 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-48d4fd20-5c49-4cf1-8889-34287573049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:55.026291 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-48d4fd20-5c49-4cf1-8889-34287573049d None None] Port e12ce2fc-c619-45aa-a7f0-f8e58f912876 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:09:55.677096 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bc9f3-8a43-446b-9711-15d0e6789a28 req-cd87fa0a-f2b2-4f26-ac1c-1353b0e8888f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:55.678709 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cb4bc9f3-8a43-446b-9711-15d0e6789a28 req-cd87fa0a-f2b2-4f26-ac1c-1353b0e8888f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.0606816 Mar 07 17:09:55.746102 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cb4bc9f3-8a43-446b-9711-15d0e6789a28 req-0fe640e7-eae5-4927-bf4c-ad8d2a613963 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613694 Mar 07 17:09:55.941550 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4678f-ca3a-44c9-95d9-cf2b0e8a5ca8 req-40a06c42-046e-432c-85bc-5798e92b3941 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:55.943114 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c5b4678f-ca3a-44c9-95d9-cf2b0e8a5ca8 req-40a06c42-046e-432c-85bc-5798e92b3941 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0567133 Mar 07 17:09:55.960805 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fde360-64f8-4445-b77e-a24bab8eba3c req-e0414316-5635-4e25-a902-50928bfe14c4 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:55.962286 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-33fde360-64f8-4445-b77e-a24bab8eba3c req-e0414316-5635-4e25-a902-50928bfe14c4 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 932 time: 0.0574365 Mar 07 17:09:55.994421 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c5b4678f-ca3a-44c9-95d9-cf2b0e8a5ca8 req-4dd59370-ba01-46d2-86aa-7a000420ffad tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450444 Mar 07 17:09:56.026613 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-33fde360-64f8-4445-b77e-a24bab8eba3c req-49749a9f-f450-42ac-bff0-a1af8e008ffd tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568810 Mar 07 17:09:56.885365 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15cace-9088-44f2-9b1c-318e2175a9af req-60d349dd-8711-49a8-b5cc-eb41bdf7fe0c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:56.887132 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6d15cace-9088-44f2-9b1c-318e2175a9af req-60d349dd-8711-49a8-b5cc-eb41bdf7fe0c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.0695355 Mar 07 17:09:56.893915 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Request body: {'port': {'device_id': '0e824806-df33-4bc2-af57-8a712a908c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:09:56.951974 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6d15cace-9088-44f2-9b1c-318e2175a9af req-ed30b6a3-d7b8-4ce3-a1c6-149b0e07caa9 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567882 Mar 07 17:09:56.975972 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-e2972504-9ee0-418f-99f9-d2e81b3adffb service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436427 Mar 07 17:09:56.988650 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:57.232088 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f166a-e825-403a-8910-8833dca29031 req-03aca8f5-0977-444e-8c25-243496b7f219 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:57.233602 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d53f166a-e825-403a-8910-8833dca29031 req-03aca8f5-0977-444e-8c25-243496b7f219 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 932 time: 0.1200225 Mar 07 17:09:57.271772 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279601-e393-4a6a-b93b-f9e49acba034 req-3a16e872-1642-4c3e-81cb-792af964ba4f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:57.273312 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-73279601-e393-4a6a-b93b-f9e49acba034 req-3a16e872-1642-4c3e-81cb-792af964ba4f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.1147721 Mar 07 17:09:57.275750 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3ab464-5763-4a53-a11b-c4130a3c3dc8 req-a8d8f7b4-6273-497a-aef5-e8486e7605ad service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892601 Mar 07 17:09:57.308730 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886bc3f-89a0-45c7-abfb-b029c04b0eaa req-70fa2abb-46ac-4f00-b795-fe882b4b6081 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:57.310180 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e886bc3f-89a0-45c7-abfb-b029c04b0eaa req-70fa2abb-46ac-4f00-b795-fe882b4b6081 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.1870363 Mar 07 17:09:57.354771 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d53f166a-e825-403a-8910-8833dca29031 req-6b0e7383-8273-40aa-9a4b-5bc53c4d36c1 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116765 Mar 07 17:09:57.428669 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e886bc3f-89a0-45c7-abfb-b029c04b0eaa req-649ada84-d660-4465-afdf-369496522c2b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724714 Mar 07 17:09:57.480894 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Deleting port 93503da2-369b-4f10-a402-88a8ab4dc8ac {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:09:57.481458 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:57.507135 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12ce2fc-c619-45aa-a7f0-f8e58f912876 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:09:57.515936 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Publish callbacks [] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:57.529755 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Transition to ACTIVE for port object e12ce2fc-c619-45aa-a7f0-f8e58f912876 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:09:57.598559 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] For port 93503da2-369b-4f10-a402-88a8ab4dc8ac, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=93503da2-369b-4f10-a402-88a8ab4dc8ac,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:57.598918 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:57.624261 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:57.690976 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=e12ce2fc-c619-45aa-a7f0-f8e58f912876,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:57.772924 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Attempting to bind port e12ce2fc-c619-45aa-a7f0-f8e58f912876 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:09:57.773555 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Attempting to bind port e12ce2fc-c619-45aa-a7f0-f8e58f912876 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:09:57.773941 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Attempting to bind port e12ce2fc-c619-45aa-a7f0-f8e58f912876 on network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:57.779109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Port e12ce2fc-c619-45aa-a7f0-f8e58f912876 on network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:09:57.781712 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Attempting to bind port e12ce2fc-c619-45aa-a7f0-f8e58f912876 on network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:09:57.786822 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:09:57.787294 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Checking segment: {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:09:57.788162 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Bound using segment: {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:09:57.788722 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Bound port: e12ce2fc-c619-45aa-a7f0-f8e58f912876, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:09:57.789102 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:57.882195 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] For port e12ce2fc-c619-45aa-a7f0-f8e58f912876, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:09:57.886337 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] For port e12ce2fc-c619-45aa-a7f0-f8e58f912876, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e12ce2fc-c619-45aa-a7f0-f8e58f912876,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:09:57.894923 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:57.895284 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:57.895617 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Floating IP e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b disassociated. External IP: 172.27.1.47, port: 93503da2-369b-4f10-a402-88a8ab4dc8ac. Mar 07 17:09:57.895960 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Calling delete_port for 93503da2-369b-4f10-a402-88a8ab4dc8ac owned by compute:nova {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:09:57.992150 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:58.080173 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:58.087239 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:58.087239 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] 10.222.0.65 "PUT /v2.0/ports/e12ce2fc-c619-45aa-a7f0-f8e58f912876 HTTP/1.1" status: 200 len: 1094 time: 1.1931634 Mar 07 17:09:58.087239 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e824806-df33-4bc2-af57-8a712a908c6f', 'tag': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:58.087239 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9c45c6-cf27-44b7-81e5-ee6c67a2902d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e824806-df33-4bc2-af57-8a712a908c6f", "tag": "e12ce2fc-c619-45aa-a7f0-f8e58f912876"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:58.108501 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aeb30e-0815-4db7-b86a-9c96faa10ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=e12ce2fc-c619-45aa-a7f0-f8e58f912876,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:58.120487 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-269b742a-4b5f-47b6-992f-6e3eff1bf7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:58.143248 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797071da-2f8e-4d99-a167-4433d83d783e x-openstack-request-id: req-797071da-2f8e-4d99-a167-4433d83d783e {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:58.143814 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e824806-df33-4bc2-af57-8a712a908c6f", "tag": "e12ce2fc-c619-45aa-a7f0-f8e58f912876", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:58.144237 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-797071da-2f8e-4d99-a167-4433d83d783e {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:58.144845 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e824806-df33-4bc2-af57-8a712a908c6f', 'tag': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876', 'status': 'completed', 'code': 200} Mar 07 17:09:58.258453 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c45c6-cf27-44b7-81e5-ee6c67a2902d req-f98a2fcd-fb81-4daf-a4c4-2b0f2f7a58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:58.262042 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7d9c45c6-cf27-44b7-81e5-ee6c67a2902d req-f98a2fcd-fb81-4daf-a4c4-2b0f2f7a58f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 1128 time: 0.0647693 Mar 07 17:09:58.390845 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63fa4f-0754-4905-9630-97f1500347c7 req-69dde914-a8ae-4a80-b769-e5345e826334 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:58.396999 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4b63fa4f-0754-4905-9630-97f1500347c7 req-69dde914-a8ae-4a80-b769-e5345e826334 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 945 time: 0.1064699 Mar 07 17:09:58.436558 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c45c6-cf27-44b7-81e5-ee6c67a2902d req-903e3082-20f2-45e6-8006-7e9e39171572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:58.443282 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7d9c45c6-cf27-44b7-81e5-ee6c67a2902d req-903e3082-20f2-45e6-8006-7e9e39171572 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=92bdf6bf19df4e0d8303135729cf686c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1583967 Mar 07 17:09:58.498556 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4b63fa4f-0754-4905-9630-97f1500347c7 req-a6aa08a3-6a1e-4634-9548-5cb5c74bd93d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba26b24d-e507-46da-9ac6-e06853595a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899277 Mar 07 17:09:58.502848 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (93503da2-369b-4f10-a402-88a8ab4dc8ac), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:58.538021 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'Port': ['ID=93503da2-369b-4f10-a402-88a8ab4dc8ac,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:58.603525 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c45c6-cf27-44b7-81e5-ee6c67a2902d req-13c6e360-d20f-4d1f-bdbd-f17d8897548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:58.605200 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7d9c45c6-cf27-44b7-81e5-ee6c67a2902d req-13c6e360-d20f-4d1f-bdbd-f17d8897548f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1557784 Mar 07 17:09:58.615931 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f0ea3-5870-4e72-80ed-e98d0a2bc2d5 req-0328968d-95f9-4274-9a13-ee758b0facf0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:58.616683 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-448f0ea3-5870-4e72-80ed-e98d0a2bc2d5 req-0328968d-95f9-4274-9a13-ee758b0facf0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 944 time: 0.1397951 Mar 07 17:09:58.689822 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-448f0ea3-5870-4e72-80ed-e98d0a2bc2d5 req-cf8f3c25-cf7f-49d4-a20e-becf08f87db4 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658176 Mar 07 17:09:58.713286 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ee5b7-6525-4ca8-b421-e5171f0160e1 req-b271ff24-d907-40c4-bf99-67a31090021a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:58.714850 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f73ee5b7-6525-4ca8-b421-e5171f0160e1 req-b271ff24-d907-40c4-bf99-67a31090021a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.1151767 Mar 07 17:09:58.739256 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Router aaad6cb6-481e-48fa-ad08-e56cdee8c443 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:09:58.743887 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-ddf8a3b1-0708-4386-ba46-3c2414d14222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:58.745440 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-ddf8a3b1-0708-4386-ba46-3c2414d14222 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 1128 time: 0.0715511 Mar 07 17:09:58.800971 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-a0fe98b4-e223-4403-bd30-8b77050d63e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e12ce2fc-c619-45aa-a7f0-f8e58f912876 HTTP/1.1" status: 200 len: 217 time: 0.0402763 Mar 07 17:09:58.818403 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f73ee5b7-6525-4ca8-b421-e5171f0160e1 req-7173760e-c234-4b8e-b366-06d0379a64be tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954552 Mar 07 17:09:58.856935 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 564c207f-8d14-433b-811b-9760e3c8937e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:09:58.878490 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-1f3de21d-be1d-4e34-80e2-ae859d3f545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:58.881025 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-1f3de21d-be1d-4e34-80e2-ae859d3f545c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 200 len: 850 time: 0.0738375 Mar 07 17:09:58.901710 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:09:58.917727 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caff2b5-f126-4711-8e0d-c5aeef470cb3 None None] Sync routers for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:09:58.949210 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-f8b9bc4b-2a37-41a2-bb7f-b3025da5fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:58.950628 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-f8b9bc4b-2a37-41a2-bb7f-b3025da5fab4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630245 Mar 07 17:09:59.011339 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] No DVR routers for this DVR port 93503da2-369b-4f10-a402-88a8ab4dc8ac on host hv-cinder-77819 {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:09:59.011488 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caff2b5-f126-4711-8e0d-c5aeef470cb3 None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:59.011488 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5caff2b5-f126-4711-8e0d-c5aeef470cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:59.013184 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:59.019730 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-73279601-e393-4a6a-b93b-f9e49acba034 req-a83b71ad-82a9-4ee7-bd27-e4fdab424c71 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "DELETE /v2.0/ports/93503da2-369b-4f10-a402-88a8ab4dc8ac HTTP/1.1" status: 204 len: 173 time: 1.7201364 Mar 07 17:09:59.020363 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'name': 'network-vif-deleted', 'tag': '93503da2-369b-4f10-a402-88a8ab4dc8ac'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:59.024491 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ffb5af-230d-41ce-9751-5511c40b9b5c" -d '{"events": [{"server_uuid": "90d8c5ec-9725-4ef4-8f31-7432c20baf4c", "name": "network-vif-deleted", "tag": "93503da2-369b-4f10-a402-88a8ab4dc8ac"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:59.081400 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a805177c-4b02-4a9d-8b23-0c3111ca0cdb x-openstack-request-id: req-a805177c-4b02-4a9d-8b23-0c3111ca0cdb {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:59.081837 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d8c5ec-9725-4ef4-8f31-7432c20baf4c", "name": "network-vif-deleted", "tag": "93503da2-369b-4f10-a402-88a8ab4dc8ac", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:59.082251 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a805177c-4b02-4a9d-8b23-0c3111ca0cdb {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:59.082769 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d8c5ec-9725-4ef4-8f31-7432c20baf4c', 'name': 'network-vif-deleted', 'tag': '93503da2-369b-4f10-a402-88a8ab4dc8ac', 'status': 'completed', 'code': 200} Mar 07 17:09:59.128672 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-21167392-0c0d-4d41-ae49-7dcd05183798 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712399 Mar 07 17:09:59.140671 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:59.212353 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '564c207f-8d14-433b-811b-9760e3c8937e', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'port_id': '564c207f-8d14-433b-811b-9760e3c8937e', 'mac_address': 'fa:16:3e:0b:ea:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:09:59.221612 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-5caff2b5-f126-4711-8e0d-c5aeef470cb3 None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:09:59.507667 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 564c207f-8d14-433b-811b-9760e3c8937e is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:59.508048 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (564c207f-8d14-433b-811b-9760e3c8937e), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:59.532305 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75541681-20bb-4aa2-9bff-c6c13f4b55ff req-fb757649-4449-4133-b15b-4e27981bde5a service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960431 Mar 07 17:09:59.571178 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564c207f-8d14-433b-811b-9760e3c8937e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:09:59.613754 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:59.668784 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cc4ad162-3f12-4afb-83b2-ad7bd4e1faff req-fa241c16-653b-496c-9334-947c580c02bb tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d8c5ec-9725-4ef4-8f31-7432c20baf4c HTTP/1.1" status: 200 len: 210 time: 0.0487390 Mar 07 17:09:59.684129 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5caff2b5-f126-4711-8e0d-c5aeef470cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:59.735935 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (564c207f-8d14-433b-811b-9760e3c8937e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:59.739254 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caff2b5-f126-4711-8e0d-c5aeef470cb3 None None] Checking router: aaad6cb6-481e-48fa-ad08-e56cdee8c443 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:09:59.778440 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caff2b5-f126-4711-8e0d-c5aeef470cb3 None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:09:59.778976 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5caff2b5-f126-4711-8e0d-c5aeef470cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:09:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:09:59.842691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=564c207f-8d14-433b-811b-9760e3c8937e,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:59.864722 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0af09d-e813-4c1d-aceb-9809f16f14b4 req-2e61be3e-3bb4-4826-ae97-00df769aae88 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:59.867891 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de0af09d-e813-4c1d-aceb-9809f16f14b4 req-2e61be3e-3bb4-4826-ae97-00df769aae88 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 944 time: 0.0730064 Mar 07 17:09:59.933538 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de0af09d-e813-4c1d-aceb-9809f16f14b4 req-071f0b1e-d915-478f-ae22-fd0f59e6c2aa tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584338 Mar 07 17:09:59.952112 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-5caff2b5-f126-4711-8e0d-c5aeef470cb3 None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:10:00.042918 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f3b5e-3773-4ba4-a7a1-89aa4595ba9b req-13ca30a8-f8fe-4bbb-82ca-e59675fae13e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:00.045931 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-199f3b5e-3773-4ba4-a7a1-89aa4595ba9b req-13ca30a8-f8fe-4bbb-82ca-e59675fae13e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 945 time: 0.0966814 Mar 07 17:10:00.114932 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['564c207f-8d14-433b-811b-9760e3c8937e'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:10:00.115706 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-199f3b5e-3773-4ba4-a7a1-89aa4595ba9b req-653e3afd-12c2-4d2f-8b61-7bbb49ab68c3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566599 Mar 07 17:10:00.286834 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5caff2b5-f126-4711-8e0d-c5aeef470cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:00.318058 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caff2b5-f126-4711-8e0d-c5aeef470cb3 None None] The sync data for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi is: [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:10:00.367103 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dad8c185-6362-4a48-b477-6884557d6e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:00.596070 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9145bad9-5a14-464f-8231-08fcde7e0e81 None None] New status for floating IP e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:10:00.839992 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59742) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:00.872438 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 93503da2-369b-4f10-a402-88a8ab4dc8ac no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:10:00.907217 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d8186ab6-d28e-4a8c-9f54-93b933c47774 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (ba26b24d-e507-46da-9ac6-e06853595a32), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:00.913456 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 93503da2-369b-4f10-a402-88a8ab4dc8ac {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:10:00.914079 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 93503da2-369b-4f10-a402-88a8ab4dc8ac not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:10:00.937683 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d8186ab6-d28e-4a8c-9f54-93b933c47774 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (ba26b24d-e507-46da-9ac6-e06853595a32), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:01.064281 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d8186ab6-d28e-4a8c-9f54-93b933c47774 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (ba26b24d-e507-46da-9ac6-e06853595a32), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:01.067383 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d8186ab6-d28e-4a8c-9f54-93b933c47774 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:01.071767 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-d8186ab6-d28e-4a8c-9f54-93b933c47774 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "DELETE /v2.0/security-groups/ba26b24d-e507-46da-9ac6-e06853595a32 HTTP/1.1" status: 204 len: 168 time: 0.2277966 Mar 07 17:10:01.072468 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace00889-b235-4203-a0eb-b715e8e9fb6d req-ad5f7ca8-e9f8-47ad-aaa3-ce25aa77d2d0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:01.074956 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ace00889-b235-4203-a0eb-b715e8e9fb6d req-ad5f7ca8-e9f8-47ad-aaa3-ce25aa77d2d0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 944 time: 0.0593679 Mar 07 17:10:01.075285 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59746) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:01.093099 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8186ab6-d28e-4a8c-9f54-93b933c47774 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba26b24d-e507-46da-9ac6-e06853595a32,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:01.101043 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.api.v2.resource [None req-0b60cf84-d784-43ff-ab94-9e3853049ea2 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] show failed (client error): The resource could not be found. Mar 07 17:10:01.101232 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-0b60cf84-d784-43ff-ab94-9e3853049ea2 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups/ba26b24d-e507-46da-9ac6-e06853595a32 HTTP/1.1" status: 404 len: 347 time: 0.0250742 Mar 07 17:10:01.114303 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59748) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:01.236857 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ace00889-b235-4203-a0eb-b715e8e9fb6d req-9227b96d-6daa-49f8-a253-74165a22918d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520643 Mar 07 17:10:01.278814 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f16e2-05c0-4011-9cb5-548ad7d22b73 req-f65af657-bafa-4f82-addb-af6ba3617442 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:01.280594 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-091f16e2-05c0-4011-9cb5-548ad7d22b73 req-f65af657-bafa-4f82-addb-af6ba3617442 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 945 time: 0.0784235 Mar 07 17:10:01.291296 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-ad520681-8496-438d-ae44-b77a6e3ea579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Deleting port c3bd7246-7b43-41e1-9468-7e825cb27118 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:10:01.291724 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad520681-8496-438d-ae44-b77a6e3ea579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (c3bd7246-7b43-41e1-9468-7e825cb27118), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:01.342295 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-091f16e2-05c0-4011-9cb5-548ad7d22b73 req-505aeec1-1df8-44c1-a58b-493de8cf580d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505896 Mar 07 17:10:01.386462 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad520681-8496-438d-ae44-b77a6e3ea579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (c3bd7246-7b43-41e1-9468-7e825cb27118), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:01.386790 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad520681-8496-438d-ae44-b77a6e3ea579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (c3bd7246-7b43-41e1-9468-7e825cb27118), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:01.400916 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-ad520681-8496-438d-ae44-b77a6e3ea579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Calling delete_port for c3bd7246-7b43-41e1-9468-7e825cb27118 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:10:01.634838 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad520681-8496-438d-ae44-b77a6e3ea579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (c3bd7246-7b43-41e1-9468-7e825cb27118), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:01.666830 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad520681-8496-438d-ae44-b77a6e3ea579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'Port': ['ID=c3bd7246-7b43-41e1-9468-7e825cb27118,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:01.740357 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad520681-8496-438d-ae44-b77a6e3ea579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:01.743033 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad520681-8496-438d-ae44-b77a6e3ea579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:01.744231 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ad520681-8496-438d-ae44-b77a6e3ea579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "DELETE /v2.0/floatingips/e917ac8c-7e8c-4fdb-a43c-ca03d5e4c35b HTTP/1.1" status: 204 len: 168 time: 0.6284444 Mar 07 17:10:01.948549 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:02.126973 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59764) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:02.131638 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3d6512c7-aa3a-4d5b-99f1-fc5af8ac6f8b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131416202', 'description': 'tempest-description--1040331268'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:10:02.224521 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3d6512c7-aa3a-4d5b-99f1-fc5af8ac6f8b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:02.341676 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3d6512c7-aa3a-4d5b-99f1-fc5af8ac6f8b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (b2eb207e-d35d-4ba7-b5b4-a131f3926eff), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:02.420658 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c50961-f631-47a4-88b6-78a010220a1b req-7ee09976-180c-494d-9d32-5c572b993673 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:02.424144 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-14c50961-f631-47a4-88b6-78a010220a1b req-7ee09976-180c-494d-9d32-5c572b993673 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 944 time: 0.0882876 Mar 07 17:10:02.426096 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3d6512c7-aa3a-4d5b-99f1-fc5af8ac6f8b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (b2eb207e-d35d-4ba7-b5b4-a131f3926eff), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:02.495121 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6512c7-aa3a-4d5b-99f1-fc5af8ac6f8b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eb207e-d35d-4ba7-b5b4-a131f3926eff,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:02.532880 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009e3f4-9161-4b1d-b7ef-9f95209f71ca req-99dc5f54-798b-46bb-a9be-10015a189803 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:02.534516 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6009e3f4-9161-4b1d-b7ef-9f95209f71ca req-99dc5f54-798b-46bb-a9be-10015a189803 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 945 time: 0.0716367 Mar 07 17:10:02.542176 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-14c50961-f631-47a4-88b6-78a010220a1b req-507897bd-1048-4dbf-a1de-5d39b1202b2a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089280 Mar 07 17:10:02.548458 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3d6512c7-aa3a-4d5b-99f1-fc5af8ac6f8b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:02.553194 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3d6512c7-aa3a-4d5b-99f1-fc5af8ac6f8b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4225292 Mar 07 17:10:02.553962 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59770) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:02.562885 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-622fe9ef-485f-4cb4-b50c-7c74ba086a72 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group_rule': {'security_group_id': 'b2eb207e-d35d-4ba7-b5b4-a131f3926eff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:10:02.598931 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6009e3f4-9161-4b1d-b7ef-9f95209f71ca req-af01b8ab-7935-4bc5-8a26-d4111508f18f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572448 Mar 07 17:10:02.698961 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-622fe9ef-485f-4cb4-b50c-7c74ba086a72 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (db3ade68-9f35-44b0-bcc2-3c05489203f1), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:02.773228 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-622fe9ef-485f-4cb4-b50c-7c74ba086a72 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (db3ade68-9f35-44b0-bcc2-3c05489203f1), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:02.858357 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-622fe9ef-485f-4cb4-b50c-7c74ba086a72 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (db3ade68-9f35-44b0-bcc2-3c05489203f1), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:02.882508 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fe9ef-485f-4cb4-b50c-7c74ba086a72 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3ade68-9f35-44b0-bcc2-3c05489203f1,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:02.895346 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 564c207f-8d14-433b-811b-9760e3c8937e up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:10:02.963407 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-622fe9ef-485f-4cb4-b50c-7c74ba086a72 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:02.964901 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-622fe9ef-485f-4cb4-b50c-7c74ba086a72 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4091487 Mar 07 17:10:02.968502 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59772) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:02.973149 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-eb837333-a50c-4c80-be01-021babd9301d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group_rule': {'security_group_id': 'b2eb207e-d35d-4ba7-b5b4-a131f3926eff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:10:03.092786 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 564c207f-8d14-433b-811b-9760e3c8937e completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:10:03.103320 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 564c207f-8d14-433b-811b-9760e3c8937e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:10:03.103320 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (564c207f-8d14-433b-811b-9760e3c8937e), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:03.156826 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eb837333-a50c-4c80-be01-021babd9301d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (a047b47d-dd9f-4771-bf1e-d497a1e7c189), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:03.185020 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 564c207f-8d14-433b-811b-9760e3c8937e is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:10:03.185560 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (564c207f-8d14-433b-811b-9760e3c8937e), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:03.198492 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:03.212450 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:10:03.214863 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ed1dc4-0c19-43b6-b42a-d0dfd7624fe8" -d '{"events": [{"server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "name": "network-vif-plugged", "status": "completed", "tag": "564c207f-8d14-433b-811b-9760e3c8937e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:10:03.229396 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:03.230923 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eb837333-a50c-4c80-be01-021babd9301d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (a047b47d-dd9f-4771-bf1e-d497a1e7c189), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:03.257342 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bdc7d6-453b-45da-b208-94478c8e4902 x-openstack-request-id: req-59bdc7d6-453b-45da-b208-94478c8e4902 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:10:03.257641 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "name": "network-vif-plugged", "status": "completed", "tag": "564c207f-8d14-433b-811b-9760e3c8937e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:10:03.257901 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59bdc7d6-453b-45da-b208-94478c8e4902 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:10:03.258305 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e', 'code': 200} Mar 07 17:10:03.360892 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (564c207f-8d14-433b-811b-9760e3c8937e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:03.395186 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eb837333-a50c-4c80-be01-021babd9301d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (a047b47d-dd9f-4771-bf1e-d497a1e7c189), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:03.411597 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb837333-a50c-4c80-be01-021babd9301d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a047b47d-dd9f-4771-bf1e-d497a1e7c189,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:03.415889 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=564c207f-8d14-433b-811b-9760e3c8937e,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:03.528628 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eb837333-a50c-4c80-be01-021babd9301d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:03.529759 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-eb837333-a50c-4c80-be01-021babd9301d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5605192 Mar 07 17:10:03.533572 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 59778) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:03.537904 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:10:03.682232 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7237-789d-4f63-ab1c-60fb2d73a602 req-b9da4f5e-9e2e-4a1f-952e-bdc59d6d2f13 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:03.683874 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5cdb7237-789d-4f63-ab1c-60fb2d73a602 req-b9da4f5e-9e2e-4a1f-952e-bdc59d6d2f13 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 944 time: 0.0636468 Mar 07 17:10:03.690120 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:03.750564 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5cdb7237-789d-4f63-ab1c-60fb2d73a602 req-6c0d63ac-2468-47ee-aeaf-d2f5891c16e3 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480230 Mar 07 17:10:03.853701 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc83e4-b419-4ddc-8e54-92d1f7cc87e9 req-bc80acd6-4976-48bf-878d-2e3ec777e597 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:03.855227 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5ffc83e4-b419-4ddc-8e54-92d1f7cc87e9 req-bc80acd6-4976-48bf-878d-2e3ec777e597 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.1412354 Mar 07 17:10:03.858043 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455d2ac-5413-45e8-a348-d6f8718c9ff3 req-d168dbb1-7034-4aad-8f46-94e2b611db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:03.860293 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1455d2ac-5413-45e8-a348-d6f8718c9ff3 req-d168dbb1-7034-4aad-8f46-94e2b611db1b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 1130 time: 0.1348245 Mar 07 17:10:03.947489 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5ffc83e4-b419-4ddc-8e54-92d1f7cc87e9 req-382d97e2-3f51-441d-9b8b-8aa7c9b6e44f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844765 Mar 07 17:10:03.964579 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1455d2ac-5413-45e8-a348-d6f8718c9ff3 req-3ae8abae-cd53-4e8a-8b4c-92b55857e114 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841157 Mar 07 17:10:03.977932 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:04.088105 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Allocated IP 172.27.1.228 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/c55e0351-973a-4add-9242-15f5a2959fd7) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:10:04.200515 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (c55e0351-973a-4add-9242-15f5a2959fd7), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:04.355899 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (c55e0351-973a-4add-9242-15f5a2959fd7), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:04.394925 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:10:04.397675 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:10:04.401169 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:10:04.407641 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=c55e0351-973a-4add-9242-15f5a2959fd7,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:04.492144 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (799f521e-8de4-4e23-b726-fab261a6169b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:04.598188 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bf8e0-f08f-4632-97de-bea8d10f663c req-f60668ad-9c74-4513-8e68-5b0e1f87b50f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:04.599767 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-949bf8e0-f08f-4632-97de-bea8d10f663c req-f60668ad-9c74-4513-8e68-5b0e1f87b50f tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 946 time: 0.0582500 Mar 07 17:10:04.646831 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (c55e0351-973a-4add-9242-15f5a2959fd7), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:04.696221 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-949bf8e0-f08f-4632-97de-bea8d10f663c req-2e5ca6ae-32ba-4031-829d-26f722dd4d3d tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759904 Mar 07 17:10:04.819277 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:04.843286 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (c55e0351-973a-4add-9242-15f5a2959fd7), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:04.891510 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6e206-14ec-47e0-afb3-b0e6fdd9463e req-898973db-cf2d-4d12-b14c-6f8d40dee095 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:04.893099 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f5e6e206-14ec-47e0-afb3-b0e6fdd9463e req-898973db-cf2d-4d12-b14c-6f8d40dee095 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 944 time: 0.0593104 Mar 07 17:10:04.913137 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (c55e0351-973a-4add-9242-15f5a2959fd7), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:04.964706 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f5e6e206-14ec-47e0-afb3-b0e6fdd9463e req-217feb2f-5320-48c8-8883-dd634107a235 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653615 Mar 07 17:10:04.997376 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=c55e0351-973a-4add-9242-15f5a2959fd7,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:05.007498 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (799f521e-8de4-4e23-b726-fab261a6169b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:05.103693 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fb7c2-f472-4ebf-827d-c81eb278cbbc req-72f493c7-6544-4a3d-afa5-8f34d4b22a7a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:05.105235 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c81fb7c2-f472-4ebf-827d-c81eb278cbbc req-72f493c7-6544-4a3d-afa5-8f34d4b22a7a tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0636210 Mar 07 17:10:05.108595 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:05.110898 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-cdf92e43-0008-42c8-8e0d-8d82d8d77c67 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5759792 Mar 07 17:10:05.162993 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c81fb7c2-f472-4ebf-827d-c81eb278cbbc req-caab0d16-2d96-4caa-adeb-f8421ee25942 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510602 Mar 07 17:10:05.342272 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-fb12dbc9-f5bf-42b4-9109-27cd38f9a309 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1131416202&fields=id&tenant_id=dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 267 time: 0.0521049 Mar 07 17:10:05.459873 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-f156db11-838f-4886-8d08-6c5da53d11a1 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:05.461254 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-f156db11-838f-4886-8d08-6c5da53d11a1 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 815 time: 0.1112001 Mar 07 17:10:05.477360 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-fb003870-906c-42a2-a6c1-7b52620bb86a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/quotas/dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 375 time: 0.0099225 Mar 07 17:10:05.537233 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-d6d379b2-56bd-488f-a01d-4ba7e340680d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545545 Mar 07 17:10:05.647525 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-b4c0a4d7-533c-4320-888b-0cd35bd6a4c0 service neutron] 10.222.0.52 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950115 Mar 07 17:10:05.756859 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-6e57b93d-e9b4-4e57-a742-c85817f2a892 service neutron] 10.222.0.52 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982201 Mar 07 17:10:05.848244 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57fedb-5ee2-4974-9570-3cb4cc0bf2a5 req-a6992a82-cd53-4f41-9b39-16a3ba39c0c4 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:05.850471 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ed57fedb-5ee2-4974-9570-3cb4cc0bf2a5 req-a6992a82-cd53-4f41-9b39-16a3ba39c0c4 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 946 time: 0.0719740 Mar 07 17:10:05.902361 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ed57fedb-5ee2-4974-9570-3cb4cc0bf2a5 req-2b9a4e83-e1f2-4ea5-bb9a-e6cbc9e287d1 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 Mar 07 17:10:06.134206 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be4724-a859-4bc4-8b28-412bd68ff1ac req-71f0d85f-782c-4b38-92dd-56a50bcceae6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:06.137342 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-86be4724-a859-4bc4-8b28-412bd68ff1ac req-71f0d85f-782c-4b38-92dd-56a50bcceae6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 944 time: 0.0892625 Mar 07 17:10:06.144779 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-44053035-0668-4bdc-a8de-2b986f7fc9d2 req-d9622bd2-a7c8-4dba-8c1d-e036fa14fc09 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 210 time: 0.0579793 Mar 07 17:10:06.216392 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-86be4724-a859-4bc4-8b28-412bd68ff1ac req-f4531984-9236-4d32-88b4-0f6601bdabb6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674071 Mar 07 17:10:06.332084 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd49e0-42ad-4dec-9057-2c4c2fbc229d req-d2828b04-9808-42d0-a52c-a0b6df50d043 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:06.334828 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1afd49e0-42ad-4dec-9057-2c4c2fbc229d req-d2828b04-9808-42d0-a52c-a0b6df50d043 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0799491 Mar 07 17:10:06.391963 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1afd49e0-42ad-4dec-9057-2c4c2fbc229d req-990e337b-58ca-4151-83bd-089a7dd61dde tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512476 Mar 07 17:10:06.527402 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9482efc-c2e5-47a4-b692-2435d405d72b req-7c729e01-c7fb-480f-8064-ae7837ec39af tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:06.528993 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d9482efc-c2e5-47a4-b692-2435d405d72b req-7c729e01-c7fb-480f-8064-ae7837ec39af tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0619235 Mar 07 17:10:06.539514 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59824) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:06.544745 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-16a232d7-1b8d-431f-b3b8-7888fbb90a4c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Request body: {'floatingip': {'port_id': '564c207f-8d14-433b-811b-9760e3c8937e'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:10:06.587076 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-16a232d7-1b8d-431f-b3b8-7888fbb90a4c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:06.881589 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device e12ce2fc-c619-45aa-a7f0-f8e58f912876 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:10:06.899546 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59f656-27f2-4e66-97b2-253c66b5f741 req-9162331a-f6bc-4d59-b953-8c6509e5e614 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:06.901563 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5f59f656-27f2-4e66-97b2-253c66b5f741 req-9162331a-f6bc-4d59-b953-8c6509e5e614 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 946 time: 0.0887322 Mar 07 17:10:07.054792 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-5f59f656-27f2-4e66-97b2-253c66b5f741 req-60b336e2-834e-4404-b3f2-d37c4ed1252e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Deleting port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:10:07.055091 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5f59f656-27f2-4e66-97b2-253c66b5f741 req-60b336e2-834e-4404-b3f2-d37c4ed1252e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:07.081896 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port e12ce2fc-c619-45aa-a7f0-f8e58f912876, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e12ce2fc-c619-45aa-a7f0-f8e58f912876,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:07.095377 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'port_id': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876', 'mac_address': 'fa:16:3e:40:bb:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:10:07.149597 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port e12ce2fc-c619-45aa-a7f0-f8e58f912876 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:10:07.150445 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:07.173221 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b9ed2-46ff-4795-ba8b-675b01d1e917 req-b139cf64-33cb-4239-a11a-6921f8a1cf17 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:07.174834 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12ce2fc-c619-45aa-a7f0-f8e58f912876 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:10:07.175784 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1c5b9ed2-46ff-4795-ba8b-675b01d1e917 req-b139cf64-33cb-4239-a11a-6921f8a1cf17 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 946 time: 0.1363924 Mar 07 17:10:07.193024 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-5f59f656-27f2-4e66-97b2-253c66b5f741 req-60b336e2-834e-4404-b3f2-d37c4ed1252e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] For port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9e5e949b-5ac6-4065-89c2-cf3d6e158b19,segment=NetworkSegment(9a827213-bc06-4516-bf87-48b04933fc24),segment_id=9a827213-bc06-4516-bf87-48b04933fc24)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:07.193829 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5f59f656-27f2-4e66-97b2-253c66b5f741 req-60b336e2-834e-4404-b3f2-d37c4ed1252e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:07.221693 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-5f59f656-27f2-4e66-97b2-253c66b5f741 req-60b336e2-834e-4404-b3f2-d37c4ed1252e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Calling delete_port for 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:10:07.250764 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port e12ce2fc-c619-45aa-a7f0-f8e58f912876, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e12ce2fc-c619-45aa-a7f0-f8e58f912876,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:07.284943 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-23db521c-9313-48c5-9322-aa761349c526 req-d6b748c4-3321-4ff0-a3b4-b75886bedd76 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 210 time: 0.0523877 Mar 07 17:10:07.334918 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:07.341867 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1c5b9ed2-46ff-4795-ba8b-675b01d1e917 req-dbe2cb55-161d-4711-b271-47acf9464af9 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/security-groups?id=235fb7bf-9c60-4445-8d25-86c9db07590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077905 Mar 07 17:10:07.373202 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-16a232d7-1b8d-431f-b3b8-7888fbb90a4c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:07.432338 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=e12ce2fc-c619-45aa-a7f0-f8e58f912876,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:07.470921 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-16a232d7-1b8d-431f-b3b8-7888fbb90a4c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:07.504206 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097200c6-29ab-4ae1-af29-86448ae4cb56 req-bd94f55b-281e-4759-94f9-e29164ef7576 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:07.505830 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-097200c6-29ab-4ae1-af29-86448ae4cb56 req-bd94f55b-281e-4759-94f9-e29164ef7576 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 945 time: 0.1124661 Mar 07 17:10:07.584771 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-097200c6-29ab-4ae1-af29-86448ae4cb56 req-1ea618be-2bfc-45b4-b05a-66c18ed8b84d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670853 Mar 07 17:10:07.645791 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-16a232d7-1b8d-431f-b3b8-7888fbb90a4c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Floating IP 7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf associated. External IP: 172.27.1.214, port: 564c207f-8d14-433b-811b-9760e3c8937e. Mar 07 17:10:07.646321 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5f59f656-27f2-4e66-97b2-253c66b5f741 req-60b336e2-834e-4404-b3f2-d37c4ed1252e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (9e5e949b-5ac6-4065-89c2-cf3d6e158b19), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:07.707105 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['e12ce2fc-c619-45aa-a7f0-f8e58f912876'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:10:07.713928 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b336e2-834e-4404-b3f2-d37c4ed1252e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Pushing event deleted for resources: {'Port': ['ID=9e5e949b-5ac6-4065-89c2-cf3d6e158b19,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:07.765487 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f59f656-27f2-4e66-97b2-253c66b5f741 req-60b336e2-834e-4404-b3f2-d37c4ed1252e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] No DVR routers for this DVR port 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:10:07.767925 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5f59f656-27f2-4e66-97b2-253c66b5f741 req-60b336e2-834e-4404-b3f2-d37c4ed1252e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:07.771501 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5f59f656-27f2-4e66-97b2-253c66b5f741 req-60b336e2-834e-4404-b3f2-d37c4ed1252e tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.65 "DELETE /v2.0/ports/9e5e949b-5ac6-4065-89c2-cf3d6e158b19 HTTP/1.1" status: 204 len: 173 time: 0.8628728 Mar 07 17:10:07.772066 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76598e3-452b-43ec-a086-07a91fab8784', 'name': 'network-vif-deleted', 'tag': '9e5e949b-5ac6-4065-89c2-cf3d6e158b19'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:10:07.774574 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaedc8c1-12a9-4abd-af37-990ec792faf4" -d '{"events": [{"server_uuid": "c76598e3-452b-43ec-a086-07a91fab8784", "name": "network-vif-deleted", "tag": "9e5e949b-5ac6-4065-89c2-cf3d6e158b19"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:10:07.841265 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd55e033-6d9e-4606-86b1-48c750d2248d x-openstack-request-id: req-bd55e033-6d9e-4606-86b1-48c750d2248d {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:10:07.841689 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76598e3-452b-43ec-a086-07a91fab8784", "name": "network-vif-deleted", "tag": "9e5e949b-5ac6-4065-89c2-cf3d6e158b19", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:10:07.842099 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd55e033-6d9e-4606-86b1-48c750d2248d {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:10:07.842792 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76598e3-452b-43ec-a086-07a91fab8784', 'name': 'network-vif-deleted', 'tag': '9e5e949b-5ac6-4065-89c2-cf3d6e158b19', 'status': 'completed', 'code': 200} Mar 07 17:10:07.969453 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a232d7-1b8d-431f-b3b8-7888fbb90a4c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Router c5976985-943b-40ce-a049-bb319bb438ee has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:10:08.136027 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a232d7-1b8d-431f-b3b8-7888fbb90a4c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:10:08.143464 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-16a232d7-1b8d-431f-b3b8-7888fbb90a4c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:08.153074 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07acdd8-c519-42be-86fb-992e5a8a7939 None None] Sync routers for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:10:08.166007 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07acdd8-c519-42be-86fb-992e5a8a7939 None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:10:08.166700 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b07acdd8-c519-42be-86fb-992e5a8a7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:10:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:08.181460 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-16a232d7-1b8d-431f-b3b8-7888fbb90a4c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "PUT /v2.0/floatingips/7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf HTTP/1.1" status: 200 len: 992 time: 1.6402221 Mar 07 17:10:08.182463 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:10:08.186354 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb5f6d0-541f-400a-be34-043077b51736" -d '{"events": [{"name": "network-changed", "server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "tag": "564c207f-8d14-433b-811b-9760e3c8937e"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:10:08.231870 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683e8288-4e3c-4eea-bf9e-a7db22fc5f90 x-openstack-request-id: req-683e8288-4e3c-4eea-bf9e-a7db22fc5f90 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:10:08.232143 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "tag": "564c207f-8d14-433b-811b-9760e3c8937e", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:10:08.232401 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-683e8288-4e3c-4eea-bf9e-a7db22fc5f90 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:10:08.232802 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e', 'status': 'completed', 'code': 200} Mar 07 17:10:08.302175 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b07acdd8-c519-42be-86fb-992e5a8a7939 None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:10:08.402633 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f6d0-541f-400a-be34-043077b51736 req-7c6c666e-3202-4f89-9ffd-1513c3af1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:08.404335 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5eb5f6d0-541f-400a-be34-043077b51736 req-7c6c666e-3202-4f89-9ffd-1513c3af1b7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 1130 time: 0.0784874 Mar 07 17:10:08.488930 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-89cef57e-59cb-400d-8636-7ffe32b7b4f3 req-328e2638-8f1e-407f-9c89-001aac4c66dd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 210 time: 0.0546372 Mar 07 17:10:08.502439 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d9e4ccbf-8b3c-472f-ac83-091821a419d1 req-b76f5c83-bbd7-4455-bb25-8aed02744e32 tempest-VolumesSnapshotTestJSON-1435246998 tempest-VolumesSnapshotTestJSON-1435246998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c76598e3-452b-43ec-a086-07a91fab8784 HTTP/1.1" status: 200 len: 210 time: 0.0450215 Mar 07 17:10:08.594330 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f6d0-541f-400a-be34-043077b51736 req-500e892c-4492-497e-a490-b754acbb8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:08.596956 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5eb5f6d0-541f-400a-be34-043077b51736 req-500e892c-4492-497e-a490-b754acbb8d61 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 918 time: 0.1836121 Mar 07 17:10:08.653655 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b07acdd8-c519-42be-86fb-992e5a8a7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'port_id': '564c207f-8d14-433b-811b-9760e3c8937e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'mac_address': 'fa:16:3e:0b:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:09:44Z', 'updated_at': '2022-03-07T17:10:07Z', 'revision_number': 1, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:08.694784 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07acdd8-c519-42be-86fb-992e5a8a7939 None None] Checking router: c5976985-943b-40ce-a049-bb319bb438ee for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:10:08.706302 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07acdd8-c519-42be-86fb-992e5a8a7939 None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:10:08.707189 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b07acdd8-c519-42be-86fb-992e5a8a7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:10:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:08.745354 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5eb5f6d0-541f-400a-be34-043077b51736 req-6e8b7440-e813-464e-a117-0fe05db26a7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564c207f-8d14-433b-811b-9760e3c8937e HTTP/1.1" status: 200 len: 1000 time: 0.1325357 Mar 07 17:10:08.796874 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38df2ad-e670-420d-9da9-bb69fe591ef7 req-4e717fba-a6fa-4abe-8110-a9d6d38bf876 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:08.810199 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d38df2ad-e670-420d-9da9-bb69fe591ef7 req-4e717fba-a6fa-4abe-8110-a9d6d38bf876 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 945 time: 0.1079080 Mar 07 17:10:08.862862 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f6d0-541f-400a-be34-043077b51736 req-130a8253-ed71-446a-85e9-b12032da1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:08.866101 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5eb5f6d0-541f-400a-be34-043077b51736 req-130a8253-ed71-446a-85e9-b12032da1874 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 HTTP/1.1" status: 200 len: 856 time: 0.1114004 Mar 07 17:10:08.927909 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d38df2ad-e670-420d-9da9-bb69fe591ef7 req-5ea3eb7e-8f38-4491-aa85-d24ebbd7af4c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159773 Mar 07 17:10:08.958439 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f6d0-541f-400a-be34-043077b51736 req-3d0938e4-704a-42d2-8d9d-87bb39ac642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:08.961868 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5eb5f6d0-541f-400a-be34-043077b51736 req-3d0938e4-704a-42d2-8d9d-87bb39ac642d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8426946e-6eb9-4036-ab32-d12b1e24792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0871866 Mar 07 17:10:08.980427 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device e12ce2fc-c619-45aa-a7f0-f8e58f912876 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:10:09.050809 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b07acdd8-c519-42be-86fb-992e5a8a7939 None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:10:09.130229 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5eb5f6d0-541f-400a-be34-043077b51736 req-442d9f11-8cde-4ae8-b52d-28bf9d8be726 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597812 Mar 07 17:10:09.139360 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-d405f18b-a17e-4569-b4cc-b7616d66534f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:09.142535 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-d405f18b-a17e-4569-b4cc-b7616d66534f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 815 time: 0.1858540 Mar 07 17:10:09.196181 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port e12ce2fc-c619-45aa-a7f0-f8e58f912876 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:10:09.198191 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port e12ce2fc-c619-45aa-a7f0-f8e58f912876 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:10:09.198664 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:09.288193 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-3ccd41de-54ab-4762-85e6-22f4aa98df4b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 380 time: 0.1235545 Mar 07 17:10:09.305667 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'port': {'device_id': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'admin_state_up': True, 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'security_groups': ['b2eb207e-d35d-4ba7-b5b4-a131f3926eff']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:10:09.354311 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5eb5f6d0-541f-400a-be34-043077b51736 req-db7253a8-bc48-4746-b5bc-a8e1a73c26eb service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157893 Mar 07 17:10:09.384105 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port e12ce2fc-c619-45aa-a7f0-f8e58f912876 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:10:09.384555 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:09.427008 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e824806-df33-4bc2-af57-8a712a908c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:10:09.429355 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1694c207-b0ba-4a21-823a-a28f49cdb713" -d '{"events": [{"server_uuid": "0e824806-df33-4bc2-af57-8a712a908c6f", "name": "network-vif-plugged", "status": "completed", "tag": "e12ce2fc-c619-45aa-a7f0-f8e58f912876"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:10:09.499900 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bc4377-2faf-4cf6-bd85-14b39e210e2c x-openstack-request-id: req-42bc4377-2faf-4cf6-bd85-14b39e210e2c {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:10:09.501685 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e824806-df33-4bc2-af57-8a712a908c6f", "name": "network-vif-plugged", "status": "completed", "tag": "e12ce2fc-c619-45aa-a7f0-f8e58f912876", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:10:09.501685 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42bc4377-2faf-4cf6-bd85-14b39e210e2c {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:10:09.501685 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e824806-df33-4bc2-af57-8a712a908c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876', 'code': 200} Mar 07 17:10:09.506119 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port e12ce2fc-c619-45aa-a7f0-f8e58f912876, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e12ce2fc-c619-45aa-a7f0-f8e58f912876,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:09.559763 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b07acdd8-c519-42be-86fb-992e5a8a7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'port_id': '564c207f-8d14-433b-811b-9760e3c8937e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'mac_address': 'fa:16:3e:0b:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:09:44Z', 'updated_at': '2022-03-07T17:10:07Z', 'revision_number': 1, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:09.612012 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:09.612943 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:10:09.615342 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07acdd8-c519-42be-86fb-992e5a8a7939 None None] The sync data for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi is: [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'port_id': '564c207f-8d14-433b-811b-9760e3c8937e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'mac_address': 'fa:16:3e:0b:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:09:44Z', 'updated_at': '2022-03-07T17:10:07Z', 'revision_number': 1, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:10:09.656396 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Made reservation on behalf of dd5d10d6e0d84d47890158b48c48c045 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:10:09.661474 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:09.697407 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:10:09.697896 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 9e5e949b-5ac6-4065-89c2-cf3d6e158b19 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:10:09.725980 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1bdf48b4-9333-4853-baed-fe1c78de7907 req-c1091cce-731e-477d-8151-98f4292fe1f0 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 210 time: 0.0855081 Mar 07 17:10:09.745107 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=e12ce2fc-c619-45aa-a7f0-f8e58f912876,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:09.927173 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Allocated IP 172.20.0.7 (0003365c-cf00-48c8-a828-23eeb690294a/dc87e00f-d087-4c85-b362-2bac4ce5c63b/facaa6b4-4f14-43a1-9b61-90120b4053df) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:10:09.976392 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc1de28-dfc2-439c-a792-18d35a269d93 None None] New status for floating IP 7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:10:10.051477 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493dc21-c619-4a5c-9d28-d5a6fd5a46fc req-acf2e95e-1ad1-4f3e-a93f-dc7fec4030c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:10.057832 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5493dc21-c619-4a5c-9d28-d5a6fd5a46fc req-acf2e95e-1ad1-4f3e-a93f-dc7fec4030c7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 1130 time: 0.1109467 Mar 07 17:10:10.127375 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5493dc21-c619-4a5c-9d28-d5a6fd5a46fc req-144c8a75-1598-4161-8ebc-e2ba1c9085bf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609727 Mar 07 17:10:10.179884 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:10.194897 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fb673-d17d-42a5-aaf6-67a240451d65 req-39a7b59f-2950-4819-9f84-54fc34d552b9 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:10.196471 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ba0fb673-d17d-42a5-aaf6-67a240451d65 req-39a7b59f-2950-4819-9f84-54fc34d552b9 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 946 time: 0.0730758 Mar 07 17:10:10.256257 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ba0fb673-d17d-42a5-aaf6-67a240451d65 req-9b60d0c1-5c95-4e07-986a-f55991dd0808 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504920 Mar 07 17:10:10.361138 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:10.412744 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Network 0003365c-cf00-48c8-a828-23eeb690294a is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:10:10.417409 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:10:10.419706 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=facaa6b4-4f14-43a1-9b61-90120b4053df,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:10.422282 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:10:10.508212 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:10.508839 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:10.583839 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:10.650467 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-a0b29fa5-ec04-488e-ad2b-20c0952fa503 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3556461 Mar 07 17:10:10.670542 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Request body: {'port': {'device_id': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:10:10.738939 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:10.780159 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2d9b421b-8e94-470b-b17c-18104347dac8 None None] Provisioning complete for port facaa6b4-4f14-43a1-9b61-90120b4053df triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:10:10.781623 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2d9b421b-8e94-470b-b17c-18104347dac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:10.831728 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b421b-8e94-470b-b17c-18104347dac8 None None] Port facaa6b4-4f14-43a1-9b61-90120b4053df cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:10:11.078537 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fe188-aa6a-4a05-bb4d-86ba86ef41e7 req-2a1df447-eeaf-48f1-9f1d-183da9f26aab tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:11.080247 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e32fe188-aa6a-4a05-bb4d-86ba86ef41e7 req-2a1df447-eeaf-48f1-9f1d-183da9f26aab tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 931 time: 0.2274401 Mar 07 17:10:11.099211 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id facaa6b4-4f14-43a1-9b61-90120b4053df {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:10:11.114188 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Publish callbacks [] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:11.145634 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Transition to ACTIVE for port object facaa6b4-4f14-43a1-9b61-90120b4053df will not be triggered until provisioned by entity L2. {{(pid=103716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:10:11.165709 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e32fe188-aa6a-4a05-bb4d-86ba86ef41e7 req-13794473-89ff-4aac-be0b-76ed44fefd97 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758245 Mar 07 17:10:11.269708 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:11.356495 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Pushing event updated for resources: {'Port': ['ID=facaa6b4-4f14-43a1-9b61-90120b4053df,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:11.481987 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff53bb3-53c5-46a5-8a79-f3f8fefd90d7 req-b2eeded5-cdec-4c9f-ae19-ed4aac321c5e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:11.494070 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-eff53bb3-53c5-46a5-8a79-f3f8fefd90d7 req-b2eeded5-cdec-4c9f-ae19-ed4aac321c5e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 946 time: 0.1263640 Mar 07 17:10:11.507963 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Attempting to bind port facaa6b4-4f14-43a1-9b61-90120b4053df on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:10:11.508788 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Attempting to bind port facaa6b4-4f14-43a1-9b61-90120b4053df by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:10:11.509655 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Attempting to bind port facaa6b4-4f14-43a1-9b61-90120b4053df on network 0003365c-cf00-48c8-a828-23eeb690294a {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:10:11.520379 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Port facaa6b4-4f14-43a1-9b61-90120b4053df on network 0003365c-cf00-48c8-a828-23eeb690294a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:10:11.521043 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Attempting to bind port facaa6b4-4f14-43a1-9b61-90120b4053df on network 0003365c-cf00-48c8-a828-23eeb690294a {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:10:11.536101 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:10:11.537891 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Checking segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:10:11.538712 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Bound using segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:10:11.539581 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Bound port: facaa6b4-4f14-43a1-9b61-90120b4053df, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:10:11.540532 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:11.594842 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-eff53bb3-53c5-46a5-8a79-f3f8fefd90d7 req-9562b511-cc5b-4e27-9d19-cbad851087d4 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993207 Mar 07 17:10:11.675320 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] For port facaa6b4-4f14-43a1-9b61-90120b4053df, host hv-cinder-77819, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:10:11.679274 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] For port facaa6b4-4f14-43a1-9b61-90120b4053df, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=facaa6b4-4f14-43a1-9b61-90120b4053df,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:10:11.750859 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:11.786967 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:11.787991 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:11.789457 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] 10.222.0.65 "PUT /v2.0/ports/facaa6b4-4f14-43a1-9b61-90120b4053df HTTP/1.1" status: 200 len: 1093 time: 1.1250031 Mar 07 17:10:11.792596 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'tag': 'facaa6b4-4f14-43a1-9b61-90120b4053df'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:10:11.794959 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59d8c9f-2428-47e1-b92e-6bbff2643f31" -d '{"events": [{"name": "network-changed", "server_uuid": "8835cdd9-b11c-45f0-9778-dd917ca42dc7", "tag": "facaa6b4-4f14-43a1-9b61-90120b4053df"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:10:11.828264 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee48fb-1f5a-4efb-a8a6-e456f625c773 service neutron] Pushing event updated for resources: {'Port': ['ID=facaa6b4-4f14-43a1-9b61-90120b4053df,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:11.851360 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb0ea39-c421-4e2b-9cfa-a466d8097ff8 x-openstack-request-id: req-4bb0ea39-c421-4e2b-9cfa-a466d8097ff8 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:10:11.851654 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8835cdd9-b11c-45f0-9778-dd917ca42dc7", "tag": "facaa6b4-4f14-43a1-9b61-90120b4053df", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:10:11.851949 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bb0ea39-c421-4e2b-9cfa-a466d8097ff8 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:10:11.852386 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'tag': 'facaa6b4-4f14-43a1-9b61-90120b4053df', 'status': 'completed', 'code': 200} Mar 07 17:10:12.224585 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d8c9f-2428-47e1-b92e-6bbff2643f31 req-f05e633f-d754-4faa-a0f6-8b23bde49979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:12.226136 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a59d8c9f-2428-47e1-b92e-6bbff2643f31 req-f05e633f-d754-4faa-a0f6-8b23bde49979 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 1127 time: 0.3230667 Mar 07 17:10:12.366850 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d8c9f-2428-47e1-b92e-6bbff2643f31 req-1b2e7874-3d60-43a9-98d7-2f98adc6fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:12.368373 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a59d8c9f-2428-47e1-b92e-6bbff2643f31 req-1b2e7874-3d60-43a9-98d7-2f98adc6fd05 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=dd5d10d6e0d84d47890158b48c48c045&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1287668 Mar 07 17:10:12.414417 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa039-73f4-4076-9ba1-e7bd003fff7e req-fda01332-af8c-43d9-81b3-944b13308a87 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:12.417329 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c2aaa039-73f4-4076-9ba1-e7bd003fff7e req-fda01332-af8c-43d9-81b3-944b13308a87 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 943 time: 0.1587229 Mar 07 17:10:12.496322 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c2aaa039-73f4-4076-9ba1-e7bd003fff7e req-86cb3eac-bce1-44d0-8f5d-1d15d069a31a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705047 Mar 07 17:10:12.525023 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d8c9f-2428-47e1-b92e-6bbff2643f31 req-a167f634-a03b-4423-89e2-37d886f12350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:12.527170 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a59d8c9f-2428-47e1-b92e-6bbff2643f31 req-a167f634-a03b-4423-89e2-37d886f12350 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512370 Mar 07 17:10:12.745527 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a7352-a66b-4014-b03b-1380b4959bc0 req-574b2883-d158-47d0-a20a-17e5457661e2 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:12.747144 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-521a7352-a66b-4014-b03b-1380b4959bc0 req-574b2883-d158-47d0-a20a-17e5457661e2 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 946 time: 0.0563536 Mar 07 17:10:12.802726 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-521a7352-a66b-4014-b03b-1380b4959bc0 req-dcc75cd6-9695-4c9a-8e76-dfbb704e3397 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485504 Mar 07 17:10:12.948217 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57731fa-021e-4f30-b9e1-bef784bb7fb7 req-1792701b-052b-4527-a7a0-fbec3ec66af6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:12.949770 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f57731fa-021e-4f30-b9e1-bef784bb7fb7 req-1792701b-052b-4527-a7a0-fbec3ec66af6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 946 time: 0.0628948 Mar 07 17:10:13.012979 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f57731fa-021e-4f30-b9e1-bef784bb7fb7 req-4487d702-10c3-409c-9a51-1a918dbc4c0e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529695 Mar 07 17:10:13.046845 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59892) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:13.152419 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ef404-bde2-4d81-8e50-5fb4dd6555cc tempest-TestVolumeBootPattern-1073435581 tempest-TestVolumeBootPattern-1073435581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:13.154033 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-597ef404-bde2-4d81-8e50-5fb4dd6555cc tempest-TestVolumeBootPattern-1073435581 tempest-TestVolumeBootPattern-1073435581-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 1125 time: 0.1058514 Mar 07 17:10:13.159571 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 59898) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:13.164933 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'port_id': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:10:13.247041 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:13.370634 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:13.497594 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Allocated IP 172.27.1.3 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/d4caa66f-072c-491f-b8da-f39b0061efa8) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:10:13.648749 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for port (d4caa66f-072c-491f-b8da-f39b0061efa8), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:13.689544 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d349e-a00b-43cb-b573-4d7d2cc138ef req-faee22e4-15a7-46f2-ad7c-ca02873d763d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:13.691253 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-052d349e-a00b-43cb-b573-4d7d2cc138ef req-faee22e4-15a7-46f2-ad7c-ca02873d763d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 943 time: 0.1071463 Mar 07 17:10:13.750610 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (d4caa66f-072c-491f-b8da-f39b0061efa8), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:13.757306 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-052d349e-a00b-43cb-b573-4d7d2cc138ef req-cbee1129-f1ae-4877-bdf2-7e5d77dd7cc6 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594583 Mar 07 17:10:13.798713 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:10:13.801888 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:10:13.805718 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:10:13.812537 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'Port': ['ID=d4caa66f-072c-491f-b8da-f39b0061efa8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:14.233164 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (80ee4b10-7b6b-497b-853b-76ab38b37523), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:14.370193 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d4caa66f-072c-491f-b8da-f39b0061efa8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:14.613925 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for port (d4caa66f-072c-491f-b8da-f39b0061efa8), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:14.743743 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (d4caa66f-072c-491f-b8da-f39b0061efa8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:14.837655 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'Port': ['ID=d4caa66f-072c-491f-b8da-f39b0061efa8,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:14.850981 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (80ee4b10-7b6b-497b-853b-76ab38b37523), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:14.996607 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633574eb-a77e-473b-96f4-bf7b35173313 req-9d24d986-0f14-4a27-b4ec-65d7cfab007a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:14.998171 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-633574eb-a77e-473b-96f4-bf7b35173313 req-9d24d986-0f14-4a27-b4ec-65d7cfab007a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 943 time: 0.1442747 Mar 07 17:10:15.012638 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Floating IP 80ee4b10-7b6b-497b-853b-76ab38b37523 associated. External IP: 172.27.1.3, port: e12ce2fc-c619-45aa-a7f0-f8e58f912876. Mar 07 17:10:15.184045 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-633574eb-a77e-473b-96f4-bf7b35173313 req-ad5c3fab-eaed-4ac7-8f8d-4607fb628df3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781242 Mar 07 17:10:15.204747 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-8c225961-5292-474d-bc3e-e6b7779c0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:15.206265 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-8c225961-5292-474d-bc3e-e6b7779c0f18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 1127 time: 0.1481571 Mar 07 17:10:15.209930 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-b3b4bcf6-c019-49e7-80dd-536e2cd87c54 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807352 Mar 07 17:10:15.293305 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-ca482f7f-22ca-4590-8f14-cce300a82830 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=facaa6b4-4f14-43a1-9b61-90120b4053df HTTP/1.1" status: 200 len: 217 time: 0.0457275 Mar 07 17:10:15.309994 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-55464179-c3ff-44fe-a45c-ff47168f2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:15.312266 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-55464179-c3ff-44fe-a45c-ff47168f2161 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc&device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 1130 time: 0.0574865 Mar 07 17:10:15.361852 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:10:15.395310 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-9d5a8954-eb57-4363-ba52-6484467a3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:15.396854 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-9d5a8954-eb57-4363-ba52-6484467a3805 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc87e00f-d087-4c85-b362-2bac4ce5c63b HTTP/1.1" status: 200 len: 854 time: 0.0963542 Mar 07 17:10:15.423722 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:10:15.452821 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-0336f295-ce2b-4ac3-a454-ae302bb5e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:15.455467 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-0336f295-ce2b-4ac3-a454-ae302bb5e734 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 HTTP/1.1" status: 200 len: 910 time: 0.1212959 Mar 07 17:10:15.505151 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-ba65d36f-048b-469c-8746-c0d0997af255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:15.506736 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-ba65d36f-048b-469c-8746-c0d0997af255 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0003365c-cf00-48c8-a828-23eeb690294a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1024170 Mar 07 17:10:15.548713 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-7cd65b51-ecbc-4dfc-8d93-fd4f22c2eabd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905ef2d1-7615-4048-b5a1-2ac402e77019 HTTP/1.1" status: 200 len: 1001 time: 0.0867848 Mar 07 17:10:15.629037 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-1c8abed1-c344-4e5c-91eb-3d463a90fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:15.631572 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-1c8abed1-c344-4e5c-91eb-3d463a90fd9a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90e0e699-e133-4c3b-b415-aa8bcf498bee HTTP/1.1" status: 200 len: 848 time: 0.0766253 Mar 07 17:10:15.673209 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:10:15.688556 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ec7c8-8576-4c51-ade6-f1ae060cda4f None None] Sync routers for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:10:15.700636 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-b8a25850-0201-43b2-9cc4-65c1dc4bed01 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852567 Mar 07 17:10:15.703718 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ec7c8-8576-4c51-ade6-f1ae060cda4f None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:10:15.705087 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8e2ec7c8-8576-4c51-ade6-f1ae060cda4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:10:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:15.729080 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-71c7b900-a745-46a8-b9df-06d9d50439aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:15.731035 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-71c7b900-a745-46a8-b9df-06d9d50439aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0933213 Mar 07 17:10:15.810419 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:15.866409 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-39ed008d-6522-43e5-b2f0-d86c0d06b7a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6917682 Mar 07 17:10:15.866409 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e824806-df33-4bc2-af57-8a712a908c6f', 'tag': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:10:15.866409 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e824806-df33-4bc2-af57-8a712a908c6f", "tag": "e12ce2fc-c619-45aa-a7f0-f8e58f912876"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:10:15.901002 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-298e53ec-dc57-4ba2-9973-3a12b47d1fd6 req-8d3bf235-93a4-437f-ac3d-58cb8c6345e7 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931324 Mar 07 17:10:15.909380 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-8e2ec7c8-8576-4c51-ade6-f1ae060cda4f None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:10:15.909943 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b9aa7d-b141-423b-b73e-c80011dfc3b4 x-openstack-request-id: req-89b9aa7d-b141-423b-b73e-c80011dfc3b4 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:10:15.910628 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e824806-df33-4bc2-af57-8a712a908c6f", "tag": "e12ce2fc-c619-45aa-a7f0-f8e58f912876", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:10:15.911221 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89b9aa7d-b141-423b-b73e-c80011dfc3b4 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:10:15.911810 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e824806-df33-4bc2-af57-8a712a908c6f', 'tag': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876', 'status': 'completed', 'code': 200} Mar 07 17:10:15.947801 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-59674473-11ec-427d-8b44-c1aa1fcaddc4 service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088113 Mar 07 17:10:16.035243 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f req-295c450f-6f74-4dd7-a8b5-8614db3efac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:16.037205 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f req-295c450f-6f74-4dd7-a8b5-8614db3efac4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 1130 time: 0.0730731 Mar 07 17:10:16.085064 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f2c57f8-5f80-4eac-9e7a-16ff7dc3eea7 req-1843498a-63a7-4bf5-8174-54c421182f1c service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306148 Mar 07 17:10:16.221433 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f req-3ba846e8-3168-449a-a643-6695d46f0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:16.224084 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f req-3ba846e8-3168-449a-a643-6695d46f0ad9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 912 time: 0.1804984 Mar 07 17:10:16.352134 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8e2ec7c8-8576-4c51-ade6-f1ae060cda4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '80ee4b10-7b6b-497b-853b-76ab38b37523', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:40:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e824806-df33-4bc2-af57-8a712a908c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:10:14Z', 'updated_at': '2022-03-07T17:10:14Z', 'revision_number': 0, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:16.422739 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ec7c8-8576-4c51-ade6-f1ae060cda4f None None] Checking router: 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:10:16.444815 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ec7c8-8576-4c51-ade6-f1ae060cda4f None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:10:16.445813 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8e2ec7c8-8576-4c51-ade6-f1ae060cda4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:10:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:16.470594 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f req-7992c50e-e3d7-4156-bc3c-000120fd058e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e12ce2fc-c619-45aa-a7f0-f8e58f912876 HTTP/1.1" status: 200 len: 998 time: 0.2124169 Mar 07 17:10:16.568282 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61e90e-2847-40e1-abb8-5239e0ce67e3 req-b459c94a-c823-423c-87f6-739a50529be9 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:16.571435 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-af61e90e-2847-40e1-abb8-5239e0ce67e3 req-b459c94a-c823-423c-87f6-739a50529be9 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 943 time: 0.2165496 Mar 07 17:10:16.599965 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f req-76fe8d28-76e4-468e-9552-c4e3284eab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:16.607336 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f req-76fe8d28-76e4-468e-9552-c4e3284eab34 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 200 len: 850 time: 0.1256986 Mar 07 17:10:16.715088 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-8e2ec7c8-8576-4c51-ade6-f1ae060cda4f None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:10:16.738353 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-af61e90e-2847-40e1-abb8-5239e0ce67e3 req-0eda56bb-f537-43b8-a2ef-38f9744db155 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542878 Mar 07 17:10:16.765360 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f req-56eb54ee-5196-4129-8a6d-43438dd637d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:16.775077 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f req-56eb54ee-5196-4129-8a6d-43438dd637d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1509361 Mar 07 17:10:16.887213 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f req-ff354ec0-b518-4811-bcab-2ba9fc446bf0 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107633 Mar 07 17:10:17.000807 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9f0cd47b-fba7-47b5-9926-d2aa4d65318f req-1b5dd332-cf0a-4534-97de-a3251613cf3a service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075056 Mar 07 17:10:17.124898 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8e2ec7c8-8576-4c51-ade6-f1ae060cda4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '80ee4b10-7b6b-497b-853b-76ab38b37523', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:40:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e824806-df33-4bc2-af57-8a712a908c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:10:14Z', 'updated_at': '2022-03-07T17:10:14Z', 'revision_number': 0, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:17.184688 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ec7c8-8576-4c51-ade6-f1ae060cda4f None None] The sync data for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi is: [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '80ee4b10-7b6b-497b-853b-76ab38b37523', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:40:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e824806-df33-4bc2-af57-8a712a908c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:10:14Z', 'updated_at': '2022-03-07T17:10:14Z', 'revision_number': 0, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:10:17.519022 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c18743c-70e1-44ce-8189-9401285a6248 None None] New status for floating IP 80ee4b10-7b6b-497b-853b-76ab38b37523: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:10:17.932318 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f98ea4-8c93-4edc-9a49-1c068d49bdea req-3789fb12-1d93-488f-927e-5abe699e9b0e tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:17.934936 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-83f98ea4-8c93-4edc-9a49-1c068d49bdea req-3789fb12-1d93-488f-927e-5abe699e9b0e tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 943 time: 0.0922751 Mar 07 17:10:18.011208 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-83f98ea4-8c93-4edc-9a49-1c068d49bdea req-5ec74e0b-efef-4e99-a8e2-6b901bf544f3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668211 Mar 07 17:10:18.983680 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device facaa6b4-4f14-43a1-9b61-90120b4053df details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:10:19.128181 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port facaa6b4-4f14-43a1-9b61-90120b4053df, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=facaa6b4-4f14-43a1-9b61-90120b4053df,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:19.150147 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': 'facaa6b4-4f14-43a1-9b61-90120b4053df', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'port_id': 'facaa6b4-4f14-43a1-9b61-90120b4053df', 'mac_address': 'fa:16:3e:e7:9c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:10:19.191066 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577341c5-6753-4510-ae4a-8cf6c3a3e03c req-10bf631c-57f0-4ab8-9c9a-ac972fa6320a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:19.193721 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-577341c5-6753-4510-ae4a-8cf6c3a3e03c req-10bf631c-57f0-4ab8-9c9a-ac972fa6320a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 943 time: 0.0837715 Mar 07 17:10:19.203703 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port facaa6b4-4f14-43a1-9b61-90120b4053df is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:10:19.204216 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:19.220830 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id facaa6b4-4f14-43a1-9b61-90120b4053df {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:10:19.244075 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port facaa6b4-4f14-43a1-9b61-90120b4053df, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=facaa6b4-4f14-43a1-9b61-90120b4053df,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:19.272289 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-577341c5-6753-4510-ae4a-8cf6c3a3e03c req-433cc742-2716-4c7f-bcb7-00444d75f935 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678563 Mar 07 17:10:19.378488 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:19.435027 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=facaa6b4-4f14-43a1-9b61-90120b4053df,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:19.722843 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['facaa6b4-4f14-43a1-9b61-90120b4053df'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:10:20.419540 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc6ca-12b1-4db3-9f72-e75ce7f3ed6b req-d7202486-d2af-4e09-9daa-fa59b764a0c4 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:20.421619 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9a9cc6ca-12b1-4db3-9f72-e75ce7f3ed6b req-d7202486-d2af-4e09-9daa-fa59b764a0c4 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 944 time: 0.0567985 Mar 07 17:10:20.481119 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9a9cc6ca-12b1-4db3-9f72-e75ce7f3ed6b req-30fe3a45-dc5e-4db1-a7b8-1945b8b69e79 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482874 Mar 07 17:10:20.994960 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device facaa6b4-4f14-43a1-9b61-90120b4053df up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:10:21.217689 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port facaa6b4-4f14-43a1-9b61-90120b4053df completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:10:21.222194 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port facaa6b4-4f14-43a1-9b61-90120b4053df triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:10:21.222884 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:21.326199 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port facaa6b4-4f14-43a1-9b61-90120b4053df is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:10:21.328551 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:21.361857 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facaa6b4-4f14-43a1-9b61-90120b4053df'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:10:21.364515 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceefd7cb-0dc9-4073-b96d-fba72eb9b55c" -d '{"events": [{"server_uuid": "8835cdd9-b11c-45f0-9778-dd917ca42dc7", "name": "network-vif-plugged", "status": "completed", "tag": "facaa6b4-4f14-43a1-9b61-90120b4053df"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:10:21.380416 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port facaa6b4-4f14-43a1-9b61-90120b4053df, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=facaa6b4-4f14-43a1-9b61-90120b4053df,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:21.408724 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971f041f-5905-4877-a27f-8f46908275cf x-openstack-request-id: req-971f041f-5905-4877-a27f-8f46908275cf {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:10:21.409110 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8835cdd9-b11c-45f0-9778-dd917ca42dc7", "name": "network-vif-plugged", "status": "completed", "tag": "facaa6b4-4f14-43a1-9b61-90120b4053df", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:10:21.409409 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-971f041f-5905-4877-a27f-8f46908275cf {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:10:21.409841 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facaa6b4-4f14-43a1-9b61-90120b4053df', 'code': 200} Mar 07 17:10:21.435462 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:21.514209 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=facaa6b4-4f14-43a1-9b61-90120b4053df,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:21.637716 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145027a-8c2a-4ad6-9ad4-d9867cc24224 req-a4c04cdb-1beb-4759-9223-b1ed86dc7faf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:21.639565 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1145027a-8c2a-4ad6-9ad4-d9867cc24224 req-a4c04cdb-1beb-4759-9223-b1ed86dc7faf tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 945 time: 0.0668488 Mar 07 17:10:21.723034 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1145027a-8c2a-4ad6-9ad4-d9867cc24224 req-1521401a-f63c-4d3d-af28-a943f733be5a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734310 Mar 07 17:10:21.881405 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccbb6f-771d-4811-9274-af4d29666cee req-b81cc87a-9317-4203-b49e-729cce4670ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:21.883162 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d0ccbb6f-771d-4811-9274-af4d29666cee req-b81cc87a-9317-4203-b49e-729cce4670ec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 1129 time: 0.0556221 Mar 07 17:10:21.934774 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d0ccbb6f-771d-4811-9274-af4d29666cee req-1fd25e41-a994-49da-b610-a47c837c6486 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456009 Mar 07 17:10:22.868445 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa09a0-3ad4-4bc0-9946-7fac2c8076a8 req-78e5c527-3c83-4a89-abf3-61556b8e09b2 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:22.869948 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0aaa09a0-3ad4-4bc0-9946-7fac2c8076a8 req-78e5c527-3c83-4a89-abf3-61556b8e09b2 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 945 time: 0.0605326 Mar 07 17:10:22.930578 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0aaa09a0-3ad4-4bc0-9946-7fac2c8076a8 req-7e28a9b9-ddc3-4fea-bac3-9a3dbbb44927 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 Mar 07 17:10:24.043337 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b1b19-01dc-4892-8f36-cebb736b99a2 req-6179c529-9251-49ef-96ae-5e6107353981 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:24.044846 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6c8b1b19-01dc-4892-8f36-cebb736b99a2 req-6179c529-9251-49ef-96ae-5e6107353981 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 945 time: 0.0575898 Mar 07 17:10:24.095899 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6c8b1b19-01dc-4892-8f36-cebb736b99a2 req-c2c3ee1a-b485-4e34-a95b-c1f2e27f853c tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451441 Mar 07 17:10:24.219332 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b890578-6319-4a8a-b32e-821c8a81fa44 req-64bf8727-8470-4d36-aae8-4c5deaf6fce4 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:24.226987 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9b890578-6319-4a8a-b32e-821c8a81fa44 req-64bf8727-8470-4d36-aae8-4c5deaf6fce4 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 945 time: 0.0599492 Mar 07 17:10:24.230076 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60008) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:24.236278 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-568a5457-53e8-40e0-9bcf-04ee98288727 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'floatingip': {'port_id': 'facaa6b4-4f14-43a1-9b61-90120b4053df'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:10:24.286197 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-568a5457-53e8-40e0-9bcf-04ee98288727 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (799f521e-8de4-4e23-b726-fab261a6169b), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:25.033584 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-568a5457-53e8-40e0-9bcf-04ee98288727 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:25.075090 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-568a5457-53e8-40e0-9bcf-04ee98288727 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (799f521e-8de4-4e23-b726-fab261a6169b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:25.191265 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-568a5457-53e8-40e0-9bcf-04ee98288727 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Floating IP 799f521e-8de4-4e23-b726-fab261a6169b associated. External IP: 172.27.1.228, port: facaa6b4-4f14-43a1-9b61-90120b4053df. Mar 07 17:10:25.429516 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568a5457-53e8-40e0-9bcf-04ee98288727 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Router aaad6cb6-481e-48fa-ad08-e56cdee8c443 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:10:25.551823 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568a5457-53e8-40e0-9bcf-04ee98288727 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:10:25.556732 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-568a5457-53e8-40e0-9bcf-04ee98288727 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:25.562987 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aecba15-1524-4fc7-ab93-7adbd337d1af None None] Sync routers for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:10:25.573457 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecba15-1524-4fc7-ab93-7adbd337d1af None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:10:25.574126 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3aecba15-1524-4fc7-ab93-7adbd337d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:10:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:25.599356 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-568a5457-53e8-40e0-9bcf-04ee98288727 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "PUT /v2.0/floatingips/799f521e-8de4-4e23-b726-fab261a6169b HTTP/1.1" status: 200 len: 991 time: 1.3669479 Mar 07 17:10:25.600240 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'tag': 'facaa6b4-4f14-43a1-9b61-90120b4053df'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:10:25.604393 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab3c502-b1f2-4dca-9f6d-573cb124a368" -d '{"events": [{"name": "network-changed", "server_uuid": "8835cdd9-b11c-45f0-9778-dd917ca42dc7", "tag": "facaa6b4-4f14-43a1-9b61-90120b4053df"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:10:25.643681 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd169eb9-a274-44b4-a4f9-d44b94a87c06 x-openstack-request-id: req-fd169eb9-a274-44b4-a4f9-d44b94a87c06 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:10:25.643976 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8835cdd9-b11c-45f0-9778-dd917ca42dc7", "tag": "facaa6b4-4f14-43a1-9b61-90120b4053df", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:10:25.644231 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd169eb9-a274-44b4-a4f9-d44b94a87c06 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:10:25.644629 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'tag': 'facaa6b4-4f14-43a1-9b61-90120b4053df', 'status': 'completed', 'code': 200} Mar 07 17:10:25.695408 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-3aecba15-1524-4fc7-ab93-7adbd337d1af None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:10:26.075303 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3aecba15-1524-4fc7-ab93-7adbd337d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '799f521e-8de4-4e23-b726-fab261a6169b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': 'facaa6b4-4f14-43a1-9b61-90120b4053df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:e7:9c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:10:04Z', 'updated_at': '2022-03-07T17:10:24Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:26.103301 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aecba15-1524-4fc7-ab93-7adbd337d1af None None] Checking router: aaad6cb6-481e-48fa-ad08-e56cdee8c443 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:10:26.113042 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecba15-1524-4fc7-ab93-7adbd337d1af None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:10:26.113658 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3aecba15-1524-4fc7-ab93-7adbd337d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:10:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:26.238467 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-3aecba15-1524-4fc7-ab93-7adbd337d1af None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:10:26.351538 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3c502-b1f2-4dca-9f6d-573cb124a368 req-b79d4603-8f7a-4248-95c3-97b62eca93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:26.353231 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dab3c502-b1f2-4dca-9f6d-573cb124a368 req-b79d4603-8f7a-4248-95c3-97b62eca93b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 1129 time: 0.1105795 Mar 07 17:10:26.465459 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3c502-b1f2-4dca-9f6d-573cb124a368 req-56bddb4f-6096-4923-b902-939c9706de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:26.466528 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dab3c502-b1f2-4dca-9f6d-573cb124a368 req-56bddb4f-6096-4923-b902-939c9706de0c service neutron] 10.222.0.65 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 916 time: 0.1052351 Mar 07 17:10:26.523480 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3aecba15-1524-4fc7-ab93-7adbd337d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '799f521e-8de4-4e23-b726-fab261a6169b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': 'facaa6b4-4f14-43a1-9b61-90120b4053df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:e7:9c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:10:04Z', 'updated_at': '2022-03-07T17:10:24Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:26.550501 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aecba15-1524-4fc7-ab93-7adbd337d1af None None] The sync data for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi is: [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '799f521e-8de4-4e23-b726-fab261a6169b', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': 'facaa6b4-4f14-43a1-9b61-90120b4053df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:e7:9c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:10:04Z', 'updated_at': '2022-03-07T17:10:24Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:10:26.572691 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dab3c502-b1f2-4dca-9f6d-573cb124a368 req-ac1fb41b-55ac-4d78-a9c0-521fd4b77fb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=facaa6b4-4f14-43a1-9b61-90120b4053df HTTP/1.1" status: 200 len: 999 time: 0.0996470 Mar 07 17:10:26.635929 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3c502-b1f2-4dca-9f6d-573cb124a368 req-cf12c25c-023e-4da8-b13e-cdeb6fd2545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:26.637417 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dab3c502-b1f2-4dca-9f6d-573cb124a368 req-cf12c25c-023e-4da8-b13e-cdeb6fd2545c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc87e00f-d087-4c85-b362-2bac4ce5c63b HTTP/1.1" status: 200 len: 854 time: 0.0576792 Mar 07 17:10:26.704670 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3c502-b1f2-4dca-9f6d-573cb124a368 req-d1ac98e8-a089-4386-a062-232f0b7bddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:26.706207 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dab3c502-b1f2-4dca-9f6d-573cb124a368 req-d1ac98e8-a089-4386-a062-232f0b7bddd7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0003365c-cf00-48c8-a828-23eeb690294a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558949 Mar 07 17:10:26.792598 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2100de9-917f-43f7-a8e0-f246436fbdf9 None None] New status for floating IP 799f521e-8de4-4e23-b726-fab261a6169b: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:10:26.814844 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dab3c502-b1f2-4dca-9f6d-573cb124a368 req-0b45bbb5-8cac-4adc-94fc-d57c79265461 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952575 Mar 07 17:10:26.934524 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dab3c502-b1f2-4dca-9f6d-573cb124a368 req-fff82de9-b659-4cfe-8d65-1817d56be09e service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099169 Mar 07 17:10:28.110172 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-107817f0-615f-4567-9a4e-3c0215ce4105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:28.955120 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b567a-3943-4828-bb67-674a21d38c22 req-dfea0018-d4d0-4c54-921d-9a7450a1a758 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:28.956688 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8f0b567a-3943-4828-bb67-674a21d38c22 req-dfea0018-d4d0-4c54-921d-9a7450a1a758 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0720851 Mar 07 17:10:29.005109 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8f0b567a-3943-4828-bb67-674a21d38c22 req-bb50bafa-4b49-43a8-8294-80d05667f012 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422208 Mar 07 17:10:30.129071 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877291c6-8d6f-4efc-834d-6da36f92d63b req-81f079ff-5588-46fb-8180-6b318ef4559f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:30.130562 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-877291c6-8d6f-4efc-834d-6da36f92d63b req-81f079ff-5588-46fb-8180-6b318ef4559f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0533264 Mar 07 17:10:30.178987 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-877291c6-8d6f-4efc-834d-6da36f92d63b req-a0f2b358-ba8b-4552-b494-9bcc5698567e tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428402 Mar 07 17:10:30.316005 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bfadb9d1-ca04-4b72-bc4c-8e76cc334b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:31.317666 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc05d8-a832-4833-9b76-1604a8ab90db req-cd35fb3a-cb20-448c-9319-c0838b004d18 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:31.319357 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-eacc05d8-a832-4833-9b76-1604a8ab90db req-cd35fb3a-cb20-448c-9319-c0838b004d18 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0723486 Mar 07 17:10:31.369543 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-eacc05d8-a832-4833-9b76-1604a8ab90db req-34da8bfb-393e-4525-ac28-2b6c55e84ca8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447199 Mar 07 17:10:31.972736 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:32.498063 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4067c8-7f77-4af4-a69d-d83777313f56 req-e3871460-68a7-4b16-abb5-886c168a8399 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:32.499600 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1b4067c8-7f77-4af4-a69d-d83777313f56 req-e3871460-68a7-4b16-abb5-886c168a8399 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0609241 Mar 07 17:10:32.556455 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1b4067c8-7f77-4af4-a69d-d83777313f56 req-69a328c9-c07a-4239-babc-ef3e18fdbd5c tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464172 Mar 07 17:10:33.161591 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:33.684654 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4ec64-456e-4a5f-904e-d0fb99e9a35f req-680947a3-4cc2-4798-8312-5d28231605a2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:33.686283 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-59b4ec64-456e-4a5f-904e-d0fb99e9a35f req-680947a3-4cc2-4798-8312-5d28231605a2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0551014 Mar 07 17:10:33.736835 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-59b4ec64-456e-4a5f-904e-d0fb99e9a35f req-1ac54d13-7ccc-49ce-8d74-6a32791248a9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444403 Mar 07 17:10:34.830711 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:34.875191 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805318e-1a7d-4aab-9afd-c455bdf3e0a6 req-652883b8-0797-4d22-aeda-e66140895034 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:34.876820 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a805318e-1a7d-4aab-9afd-c455bdf3e0a6 req-652883b8-0797-4d22-aeda-e66140895034 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0598924 Mar 07 17:10:34.930631 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a805318e-1a7d-4aab-9afd-c455bdf3e0a6 req-c2df30f8-b482-4118-a02f-778bad60ed01 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475452 Mar 07 17:10:36.071518 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff7249-5ab0-40fc-abdc-5654a901668a req-9690e270-6cc0-48f5-be1c-109986abdddc tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:36.073106 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b6ff7249-5ab0-40fc-abdc-5654a901668a req-9690e270-6cc0-48f5-be1c-109986abdddc tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0611763 Mar 07 17:10:36.122516 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b6ff7249-5ab0-40fc-abdc-5654a901668a req-9dbe0e74-8bef-4739-92c9-c7bf808ad4b9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434196 Mar 07 17:10:37.249659 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51f63d-bc12-4751-9ecd-5046a97ebf18 req-34c7b4b1-949d-4772-97fd-3c16af69a546 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:37.252001 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2c51f63d-bc12-4751-9ecd-5046a97ebf18 req-34c7b4b1-949d-4772-97fd-3c16af69a546 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0583103 Mar 07 17:10:37.308732 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2c51f63d-bc12-4751-9ecd-5046a97ebf18 req-c5e5f183-593b-4148-8927-16d28c55c060 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509601 Mar 07 17:10:38.439606 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268554e-e856-4a72-b910-75d13455acc2 req-2fd22803-f76a-4e61-98be-5b35043a0eff tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:38.441205 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0268554e-e856-4a72-b910-75d13455acc2 req-2fd22803-f76a-4e61-98be-5b35043a0eff tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0603340 Mar 07 17:10:38.460086 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60132) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:38.493994 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0268554e-e856-4a72-b910-75d13455acc2 req-3779c1c3-3c28-42c6-90b5-7309d15437a0 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460584 Mar 07 17:10:38.519823 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Deleting subnet aba525d0-0810-4ea9-8fcb-a45fe2df35a2 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:10:38.523254 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Publish callbacks [] for subnet (aba525d0-0810-4ea9-8fcb-a45fe2df35a2), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:38.558316 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347623'] for subnet (aba525d0-0810-4ea9-8fcb-a45fe2df35a2), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:38.598411 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (aba525d0-0810-4ea9-8fcb-a45fe2df35a2), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:38.692186 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14347511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12806377'] for subnet (aba525d0-0810-4ea9-8fcb-a45fe2df35a2), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:38.723684 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba525d0-0810-4ea9-8fcb-a45fe2df35a2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:38.728587 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:38.735507 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/aba525d0-0810-4ea9-8fcb-a45fe2df35a2 HTTP/1.1" status: 204 len: 168 time: 0.2706547 Mar 07 17:10:38.735705 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60134) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:38.737541 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.737902 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.738252 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.738631 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.738973 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.739309 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.739647 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.739989 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.740324 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.740656 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.740983 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.741310 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.741640 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4cac-5800-4b2c-a4b9-fc94cc398696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:10:38.832184 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (57fac793-90e4-4019-8493-c427fd85d8a6), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:38.919781 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (57fac793-90e4-4019-8493-c427fd85d8a6), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:38.949544 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fac793-90e4-4019-8493-c427fd85d8a6']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:38.960197 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a827213-bc06-4516-bf87-48b04933fc24') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:38.960491 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a827213-bc06-4516-bf87-48b04933fc24') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:10:38.972125 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12967054'] for segment (9a827213-bc06-4516-bf87-48b04933fc24), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:38.986727 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (9a827213-bc06-4516-bf87-48b04933fc24), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:38.993964 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:10:38.994611 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12767259'] for segment (9a827213-bc06-4516-bf87-48b04933fc24), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: Traceback (most recent call last): Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: timer() Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: cb(*args, **kw) Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: return func(*args, **kwargs) Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: self._notify() Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: self.callback(batched_events) Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: event.method(event) Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: return f(self, *a, **k) Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._get(url).json() Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: return self.request(url, 'GET', **kwargs) Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:10:38.997001 dv-cinder-778193-24-iscsi neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:10:39.137823 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (57fac793-90e4-4019-8493-c427fd85d8a6), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:39.143901 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:39.147891 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] 10.222.0.52 "DELETE /v2.0/networks/57fac793-90e4-4019-8493-c427fd85d8a6 HTTP/1.1" status: 204 len: 168 time: 0.4103386 Mar 07 17:10:39.160841 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77c0aa-2850-4220-b9dc-5b8612ef3e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=57fac793-90e4-4019-8493-c427fd85d8a6,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:39.634940 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030731e8-9824-44f4-b221-2a4f54d10449 req-51627d57-61c9-4db8-acd4-fba75661ce69 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:39.637656 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-030731e8-9824-44f4-b221-2a4f54d10449 req-51627d57-61c9-4db8-acd4-fba75661ce69 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0646849 Mar 07 17:10:39.690424 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-030731e8-9824-44f4-b221-2a4f54d10449 req-fa4c1d4b-6e1f-420a-b94b-12cbd70cce21 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467474 Mar 07 17:10:39.756470 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60142) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:39.801150 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-453c7935-a021-4486-95ab-1e503fb6a9de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9d133f83f334ded8301f504e36a53d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432882 Mar 07 17:10:39.803500 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60144) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:39.854676 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43aeae07-8a96-4323-affe-0962ce9f3088 admin admin] Publish callbacks [] for security_group (235fb7bf-9c60-4445-8d25-86c9db07590a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:39.877787 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43aeae07-8a96-4323-affe-0962ce9f3088 admin admin] Publish callbacks [] for security_group (235fb7bf-9c60-4445-8d25-86c9db07590a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:40.012775 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43aeae07-8a96-4323-affe-0962ce9f3088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (235fb7bf-9c60-4445-8d25-86c9db07590a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:40.016299 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43aeae07-8a96-4323-affe-0962ce9f3088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:40.017639 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-43aeae07-8a96-4323-affe-0962ce9f3088 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/235fb7bf-9c60-4445-8d25-86c9db07590a HTTP/1.1" status: 204 len: 168 time: 0.2132227 Mar 07 17:10:40.025906 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aeae07-8a96-4323-affe-0962ce9f3088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235fb7bf-9c60-4445-8d25-86c9db07590a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:40.585728 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:40.824357 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4170b-87d6-4e6a-ad4d-75f959d0056b req-8c4187ab-4c4d-4507-9fbd-61f5de21db29 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:40.825900 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-39e4170b-87d6-4e6a-ad4d-75f959d0056b req-8c4187ab-4c4d-4507-9fbd-61f5de21db29 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0552673 Mar 07 17:10:40.883094 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-39e4170b-87d6-4e6a-ad4d-75f959d0056b req-9ea5ffb3-3fbe-449d-be2b-4658ec43c0a7 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507233 Mar 07 17:10:42.037918 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e344bb-a4cd-43cc-96a3-5505267f8d22 req-cc4e7b0c-536b-4917-821b-74d9b544e82e tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:42.039636 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d8e344bb-a4cd-43cc-96a3-5505267f8d22 req-cc4e7b0c-536b-4917-821b-74d9b544e82e tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0597494 Mar 07 17:10:42.094019 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d8e344bb-a4cd-43cc-96a3-5505267f8d22 req-108b76ba-9b7b-40b1-94e3-b26f73423abe tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466993 Mar 07 17:10:43.221417 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece77bf2-9c69-43ee-93c7-c3912f4f3b92 req-e69ea287-ff5b-4432-a941-2b556dd5e782 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:43.222978 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ece77bf2-9c69-43ee-93c7-c3912f4f3b92 req-e69ea287-ff5b-4432-a941-2b556dd5e782 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0603888 Mar 07 17:10:43.274647 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ece77bf2-9c69-43ee-93c7-c3912f4f3b92 req-7b09fd17-38a6-4968-8b8c-285e94387be9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460727 Mar 07 17:10:44.400235 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191bda2-daf2-4799-8cba-2f00c86e6749 req-d3a22701-82a2-437c-895b-ef76b8be5307 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:44.401755 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8191bda2-daf2-4799-8cba-2f00c86e6749 req-d3a22701-82a2-437c-895b-ef76b8be5307 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0561838 Mar 07 17:10:44.448698 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8191bda2-daf2-4799-8cba-2f00c86e6749 req-c517b1f4-6265-44b9-94ec-9672f8c70d9a tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411506 Mar 07 17:10:45.572173 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cd1c2-132b-47c8-9f16-5528ddad37a8 req-580b7bfb-4f3b-41e5-ace5-839cda29ce28 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:45.573635 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-072cd1c2-132b-47c8-9f16-5528ddad37a8 req-580b7bfb-4f3b-41e5-ace5-839cda29ce28 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0560467 Mar 07 17:10:45.621364 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-072cd1c2-132b-47c8-9f16-5528ddad37a8 req-30bca5ee-6f67-413c-96c0-3caca2ed2bdd tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Mar 07 17:10:46.039414 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d8847-a4ba-419d-bff4-3b52c853f62f req-1728d9a2-5a7d-4533-b73c-2caaed8123d4 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:46.041172 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-934d8847-a4ba-419d-bff4-3b52c853f62f req-1728d9a2-5a7d-4533-b73c-2caaed8123d4 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0547478 Mar 07 17:10:46.094636 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-934d8847-a4ba-419d-bff4-3b52c853f62f req-eaaf48d5-24b8-4f7d-8c6e-adc88f3378f8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463762 Mar 07 17:10:46.193156 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0a18-1e35-4567-871b-e3c7ad2cfae1 req-51cc0563-2bfc-4f60-8aa5-65b89ac065d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:46.194801 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-751b0a18-1e35-4567-871b-e3c7ad2cfae1 req-51cc0563-2bfc-4f60-8aa5-65b89ac065d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f241ca33d5e4641b042e0e088c78802&device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 1130 time: 0.0476992 Mar 07 17:10:46.287723 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0a18-1e35-4567-871b-e3c7ad2cfae1 req-b65933c7-da43-4845-b24a-ee65c4b15d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:46.289176 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-751b0a18-1e35-4567-871b-e3c7ad2cfae1 req-b65933c7-da43-4845-b24a-ee65c4b15d67 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3dd5b780-4912-4b74-8f1b-a74ef8761a06 HTTP/1.1" status: 200 len: 912 time: 0.0855277 Mar 07 17:10:46.357503 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-751b0a18-1e35-4567-871b-e3c7ad2cfae1 req-fa7e4b11-c339-424a-a591-6af8ef9d9cf5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a617ca4-a1ba-4d3d-87b8-46e209251c49 HTTP/1.1" status: 200 len: 1002 time: 0.0608506 Mar 07 17:10:46.405747 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0a18-1e35-4567-871b-e3c7ad2cfae1 req-7f31e6de-f91e-4c82-9561-8ce6811cebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:46.407720 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-751b0a18-1e35-4567-871b-e3c7ad2cfae1 req-7f31e6de-f91e-4c82-9561-8ce6811cebe6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98015567-67e5-4976-a0e0-fd80463ef3e8 HTTP/1.1" status: 200 len: 850 time: 0.0427701 Mar 07 17:10:46.456308 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0a18-1e35-4567-871b-e3c7ad2cfae1 req-5616c5f2-35f8-4183-b2e5-7a5025a7bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:46.457794 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-751b0a18-1e35-4567-871b-e3c7ad2cfae1 req-5616c5f2-35f8-4183-b2e5-7a5025a7bdb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3dd5b780-4912-4b74-8f1b-a74ef8761a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442629 Mar 07 17:10:46.557791 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-751b0a18-1e35-4567-871b-e3c7ad2cfae1 req-103a9af9-b13b-4816-b168-8ef979e8731b service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899816 Mar 07 17:10:46.649023 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-751b0a18-1e35-4567-871b-e3c7ad2cfae1 req-1ad0610e-003e-4e00-b92d-b5102ccda2ec service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824523 Mar 07 17:10:47.230860 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5e1c-5960-4558-ba19-d976927d6e03 req-f6028d91-8acf-46c5-a38a-d1027783c17a tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:47.232414 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-466f5e1c-5960-4558-ba19-d976927d6e03 req-f6028d91-8acf-46c5-a38a-d1027783c17a tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0669346 Mar 07 17:10:47.284819 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-466f5e1c-5960-4558-ba19-d976927d6e03 req-7f5da349-d1e0-429f-8178-1757ec7b3a62 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463123 Mar 07 17:10:48.418857 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09fbe-e19d-45cb-85fc-709ed72ce2fb req-bdb623e4-9644-47e4-9b9e-24d0ad444b9a tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:48.420368 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f6c09fbe-e19d-45cb-85fc-709ed72ce2fb req-bdb623e4-9644-47e4-9b9e-24d0ad444b9a tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0599053 Mar 07 17:10:48.470817 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f6c09fbe-e19d-45cb-85fc-709ed72ce2fb req-2240e0e2-31ec-438b-a3a1-44a74abbca31 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446005 Mar 07 17:10:48.850916 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357b274-6436-4be4-b2d1-91f7918cf4ea req-b4b91b44-34f3-4f15-ac9a-2991c21a22c9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:48.852451 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b357b274-6436-4be4-b2d1-91f7918cf4ea req-b4b91b44-34f3-4f15-ac9a-2991c21a22c9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0576949 Mar 07 17:10:48.904141 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b357b274-6436-4be4-b2d1-91f7918cf4ea req-26699696-b071-431b-a331-906b1d8261bc tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439496 Mar 07 17:10:50.034873 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae89df0-8c89-415e-9608-68a051f7c2a0 req-7b2af283-71d7-4c7b-b93a-9ac9701eb391 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:50.036435 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7ae89df0-8c89-415e-9608-68a051f7c2a0 req-7b2af283-71d7-4c7b-b93a-9ac9701eb391 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0564134 Mar 07 17:10:50.083560 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7ae89df0-8c89-415e-9608-68a051f7c2a0 req-aabfbc49-3459-44e4-afce-16320d99939c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 Mar 07 17:10:51.209299 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e101-4e19-4c4c-a3d0-e16b843857bf req-d535c29c-876a-4ec5-87f5-6e1bf7a018b1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:51.210834 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3387e101-4e19-4c4c-a3d0-e16b843857bf req-d535c29c-876a-4ec5-87f5-6e1bf7a018b1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0547192 Mar 07 17:10:51.261276 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3387e101-4e19-4c4c-a3d0-e16b843857bf req-c2a0a3fe-aa15-4d10-a492-791ee17949cc tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448937 Mar 07 17:10:52.353729 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:10:52.385971 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7709e2-e35b-4ac4-bdb4-09593e4693c7 req-87fd385c-0c29-4a8a-8627-e9e52c75a686 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:52.387504 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6f7709e2-e35b-4ac4-bdb4-09593e4693c7 req-87fd385c-0c29-4a8a-8627-e9e52c75a686 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0533531 Mar 07 17:10:52.438072 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6f7709e2-e35b-4ac4-bdb4-09593e4693c7 req-7017207f-ebc6-46e4-9242-9fa60bd0fe54 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450380 Mar 07 17:10:53.060157 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4910a55-e554-47fc-9ab9-ecef85e9249c req-a897f927-0745-4615-98fc-500904a1263b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:53.061711 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a4910a55-e554-47fc-9ab9-ecef85e9249c req-a897f927-0745-4615-98fc-500904a1263b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0633178 Mar 07 17:10:53.117325 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a4910a55-e554-47fc-9ab9-ecef85e9249c req-21dc09b6-7fdb-488f-b32f-d1b9ecc42eea tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489469 Mar 07 17:10:53.565914 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce2906-6eed-4256-b765-5a7023d3c567 req-09c6a351-e59a-48ae-a1cd-64d8683bf310 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:53.569154 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e8ce2906-6eed-4256-b765-5a7023d3c567 req-09c6a351-e59a-48ae-a1cd-64d8683bf310 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0558038 Mar 07 17:10:53.623691 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e8ce2906-6eed-4256-b765-5a7023d3c567 req-0acfbf09-a272-4334-a5ac-e213b5425813 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477123 Mar 07 17:10:54.239824 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473e85c-2d81-4e8c-98b2-3ee3eb2fe0de req-8ceabf10-2a0b-4718-b0ae-dab1897ba17a tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:54.241289 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8473e85c-2d81-4e8c-98b2-3ee3eb2fe0de req-8ceabf10-2a0b-4718-b0ae-dab1897ba17a tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0529270 Mar 07 17:10:54.291136 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8473e85c-2d81-4e8c-98b2-3ee3eb2fe0de req-22b61c43-ccb3-4de8-a22d-e12aed49c42d tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442646 Mar 07 17:10:54.747748 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745e768-ef12-475e-b34a-0afcd8cabb17 req-8aa79ffc-b127-48e3-92fd-da02f5680f43 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:54.749217 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f745e768-ef12-475e-b34a-0afcd8cabb17 req-8aa79ffc-b127-48e3-92fd-da02f5680f43 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0522575 Mar 07 17:10:54.798114 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f745e768-ef12-475e-b34a-0afcd8cabb17 req-4289e4d6-b665-46b2-9beb-20b5f320a187 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427551 Mar 07 17:10:55.417935 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08371e2d-d899-4896-8939-1bf9d4b75905 req-dff1ac28-a30a-4d70-a141-8019a6a1a63d tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:55.419356 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08371e2d-d899-4896-8939-1bf9d4b75905 req-dff1ac28-a30a-4d70-a141-8019a6a1a63d tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0605567 Mar 07 17:10:55.469182 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08371e2d-d899-4896-8939-1bf9d4b75905 req-188d8323-9b97-467e-b89b-8d205f59d70f tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442085 Mar 07 17:10:55.929037 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd320c27-e34f-4c12-b62f-b5a831f0124c req-2a383344-e738-488f-8714-e464be3fd5e1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:55.930564 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dd320c27-e34f-4c12-b62f-b5a831f0124c req-2a383344-e738-488f-8714-e464be3fd5e1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0555284 Mar 07 17:10:55.987437 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dd320c27-e34f-4c12-b62f-b5a831f0124c req-b32a9474-67fb-463b-a4f9-9f0c0b5ba6f8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513048 Mar 07 17:10:56.599133 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d37a1-56c8-43f4-81de-7ec1ad57ae56 req-48aa7000-78ff-4e61-901d-07158518c66b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:56.600613 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ff0d37a1-56c8-43f4-81de-7ec1ad57ae56 req-48aa7000-78ff-4e61-901d-07158518c66b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0590365 Mar 07 17:10:56.651173 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ff0d37a1-56c8-43f4-81de-7ec1ad57ae56 req-7bc02da2-eaef-4e98-990e-e5cb888475a0 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450606 Mar 07 17:10:57.121403 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347db42-7476-4b8e-b306-3cf605a3fd34 req-291df131-e770-4082-a6d9-c322c6046231 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:57.122967 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4347db42-7476-4b8e-b306-3cf605a3fd34 req-291df131-e770-4082-a6d9-c322c6046231 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0596416 Mar 07 17:10:57.172220 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4347db42-7476-4b8e-b306-3cf605a3fd34 req-b7295ef5-60d7-4dfe-84e1-21287745d29e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436249 Mar 07 17:10:57.774419 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce61c5f-b36c-402f-bfac-854b529344fe req-433bd166-3ccf-4c41-8a08-afcfbcb43600 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:57.775961 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6ce61c5f-b36c-402f-bfac-854b529344fe req-433bd166-3ccf-4c41-8a08-afcfbcb43600 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0514009 Mar 07 17:10:57.831718 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6ce61c5f-b36c-402f-bfac-854b529344fe req-5072fa82-367e-4740-9235-19902a18a361 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502479 Mar 07 17:10:58.097325 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-03ce1ea1-6b36-4308-8d99-baade4de03a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:58.305074 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28776cde-75f9-4083-9bf6-d5dcf325743a req-0cee1bb7-63b9-4916-b7ee-09adf27b6f0f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:58.306563 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-28776cde-75f9-4083-9bf6-d5dcf325743a req-0cee1bb7-63b9-4916-b7ee-09adf27b6f0f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0594039 Mar 07 17:10:58.358891 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-28776cde-75f9-4083-9bf6-d5dcf325743a req-4728cb2c-162e-47c2-b223-f3d15eecf115 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462790 Mar 07 17:10:58.959212 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba61c19-9d57-4989-8d4a-51620849a630 req-0756ed81-b48b-48c1-80c2-b4ffe5efcc2a tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:58.960747 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7ba61c19-9d57-4989-8d4a-51620849a630 req-0756ed81-b48b-48c1-80c2-b4ffe5efcc2a tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0547156 Mar 07 17:10:59.252649 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7ba61c19-9d57-4989-8d4a-51620849a630 req-4439c729-eac3-4f97-8d66-60078d9f66c9 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863634 Mar 07 17:10:59.502437 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca180c9-6e7a-404c-9bfd-b204f4ccba18 req-db169539-6021-43dd-8966-771e8cd0e9ca tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:59.502437 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2ca180c9-6e7a-404c-9bfd-b204f4ccba18 req-db169539-6021-43dd-8966-771e8cd0e9ca tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0545006 Mar 07 17:10:59.549744 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2ca180c9-6e7a-404c-9bfd-b204f4ccba18 req-90bdbfd5-2ae4-4107-bef6-704187c4f643 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442917 Mar 07 17:11:00.360299 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eda9258e-a620-4a1e-abf0-4a070bb10233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:00.378563 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1aacf-4322-4905-968b-e4c6820e9980 req-03c1b3d1-1485-4161-ba86-3d6608c1de54 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:00.380733 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f5d1aacf-4322-4905-968b-e4c6820e9980 req-03c1b3d1-1485-4161-ba86-3d6608c1de54 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0577545 Mar 07 17:11:00.435242 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f5d1aacf-4322-4905-968b-e4c6820e9980 req-01851ea1-e0f8-4ed6-b7a8-601b5c4ae821 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485454 Mar 07 17:11:00.676904 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5b053-96a4-4879-9c51-962fd844ca39 req-f32409b8-ddd4-44d7-892e-ebf3721e73fe tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:00.678934 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-efd5b053-96a4-4879-9c51-962fd844ca39 req-f32409b8-ddd4-44d7-892e-ebf3721e73fe tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0550370 Mar 07 17:11:00.726692 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-efd5b053-96a4-4879-9c51-962fd844ca39 req-b7db3f0e-b726-4e98-8c49-80b30994fb35 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420840 Mar 07 17:11:01.227808 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 564c207f-8d14-433b-811b-9760e3c8937e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:11:01.331554 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:01.348718 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '564c207f-8d14-433b-811b-9760e3c8937e', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'port_id': '564c207f-8d14-433b-811b-9760e3c8937e', 'mac_address': 'fa:16:3e:0b:ea:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:11:01.388004 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 564c207f-8d14-433b-811b-9760e3c8937e is: ACTIVE; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:01.388718 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (564c207f-8d14-433b-811b-9760e3c8937e), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:01.402694 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 564c207f-8d14-433b-811b-9760e3c8937e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:11:01.425484 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:01.508543 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (564c207f-8d14-433b-811b-9760e3c8937e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:01.568135 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=564c207f-8d14-433b-811b-9760e3c8937e,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:01.571616 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80597142-08f3-48d6-9537-2456e677d977 req-8b54e67d-516f-4ab9-8ba1-181de6c545d6 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:01.573210 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-80597142-08f3-48d6-9537-2456e677d977 req-8b54e67d-516f-4ab9-8ba1-181de6c545d6 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0617607 Mar 07 17:11:01.576068 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.576424 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.576783 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.577122 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.577455 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.577780 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.578107 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.578467 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.578792 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.579245 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.579568 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.579889 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.580214 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:01.635280 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-80597142-08f3-48d6-9537-2456e677d977 req-7b2cfa0a-6af9-4651-b7a4-d94571b06a49 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541112 Mar 07 17:11:01.722649 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['564c207f-8d14-433b-811b-9760e3c8937e'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:11:01.851633 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1aaa-45d5-4fb5-8ffa-fbfa7bc9c0c8 req-fe930455-064b-4510-bc28-66d49afce2b1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:01.853118 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a6fe1aaa-45d5-4fb5-8ffa-fbfa7bc9c0c8 req-fe930455-064b-4510-bc28-66d49afce2b1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 945 time: 0.0535073 Mar 07 17:11:01.905427 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a6fe1aaa-45d5-4fb5-8ffa-fbfa7bc9c0c8 req-802b4f8f-bead-4b28-8f90-f3e79d39a251 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450716 Mar 07 17:11:01.954131 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:02.770137 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133f9d9-25c5-445f-8db1-2cbdc8e869c4 req-cba09308-fb39-4ce7-8951-cca311547b56 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:02.771680 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b133f9d9-25c5-445f-8db1-2cbdc8e869c4 req-cba09308-fb39-4ce7-8951-cca311547b56 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0533800 Mar 07 17:11:02.821704 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b133f9d9-25c5-445f-8db1-2cbdc8e869c4 req-462bf8cf-4065-4f37-a39e-06f937718c3d tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442677 Mar 07 17:11:03.031393 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f4d6d-4f16-41aa-8873-1d9aa4d8563e req-a5586117-cf50-42ff-a266-b4f5c64da1da tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:03.032855 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5f3f4d6d-4f16-41aa-8873-1d9aa4d8563e req-a5586117-cf50-42ff-a266-b4f5c64da1da tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 945 time: 0.0567081 Mar 07 17:11:03.080512 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5f3f4d6d-4f16-41aa-8873-1d9aa4d8563e req-af1bc551-2fcd-4042-9948-ba41a866d76b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415311 Mar 07 17:11:03.154187 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:03.271055 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 564c207f-8d14-433b-811b-9760e3c8937e up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:03.325885 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 564c207f-8d14-433b-811b-9760e3c8937e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:03.326264 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (564c207f-8d14-433b-811b-9760e3c8937e), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:03.400688 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576acd8-23d2-430d-9534-027c6a0a4d20 req-a9054be9-35e7-46b9-8076-fc850cdfd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:03.402915 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7576acd8-23d2-430d-9534-027c6a0a4d20 req-a9054be9-35e7-46b9-8076-fc850cdfd69b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc&device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 1130 time: 0.0661263 Mar 07 17:11:03.453203 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 564c207f-8d14-433b-811b-9760e3c8937e is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:03.453961 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (564c207f-8d14-433b-811b-9760e3c8937e), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:03.480514 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:03.483112 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ac7926-db3b-4fe9-96b7-c53757007ec6" -d '{"events": [{"server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "name": "network-vif-plugged", "status": "completed", "tag": "564c207f-8d14-433b-811b-9760e3c8937e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:03.507664 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:03.518925 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576acd8-23d2-430d-9534-027c6a0a4d20 req-b32f68a5-f22c-4c5f-a2df-50157059519b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:03.521516 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7576acd8-23d2-430d-9534-027c6a0a4d20 req-b32f68a5-f22c-4c5f-a2df-50157059519b service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 HTTP/1.1" status: 200 len: 910 time: 0.1113281 Mar 07 17:11:03.578530 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (564c207f-8d14-433b-811b-9760e3c8937e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:03.599377 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7576acd8-23d2-430d-9534-027c6a0a4d20 req-3057c2e7-85c1-4309-96fb-dcb57630f70c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905ef2d1-7615-4048-b5a1-2ac402e77019 HTTP/1.1" status: 200 len: 1001 time: 0.0692406 Mar 07 17:11:03.658951 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6406ed1d-1f5a-4ad7-8836-c13bf1f61a3c x-openstack-request-id: req-6406ed1d-1f5a-4ad7-8836-c13bf1f61a3c {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:03.659274 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "name": "network-vif-plugged", "status": "completed", "tag": "564c207f-8d14-433b-811b-9760e3c8937e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:03.659522 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6406ed1d-1f5a-4ad7-8836-c13bf1f61a3c {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:03.659926 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e', 'code': 200} Mar 07 17:11:03.668774 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576acd8-23d2-430d-9534-027c6a0a4d20 req-f489cef2-3b38-4d6e-8304-9be8ea05faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:03.670301 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7576acd8-23d2-430d-9534-027c6a0a4d20 req-f489cef2-3b38-4d6e-8304-9be8ea05faf9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90e0e699-e133-4c3b-b415-aa8bcf498bee HTTP/1.1" status: 200 len: 848 time: 0.0629091 Mar 07 17:11:03.689257 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=564c207f-8d14-433b-811b-9760e3c8937e,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:03.765178 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576acd8-23d2-430d-9534-027c6a0a4d20 req-c20468c2-7fd2-4f43-8c61-f782f23f0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:03.766717 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7576acd8-23d2-430d-9534-027c6a0a4d20 req-c20468c2-7fd2-4f43-8c61-f782f23f0852 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0650861 Mar 07 17:11:03.902928 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7576acd8-23d2-430d-9534-027c6a0a4d20 req-ec2de916-e17b-45e4-8b3d-c5303a1b6f28 service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276901 Mar 07 17:11:04.054103 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-7576acd8-23d2-430d-9534-027c6a0a4d20 req-fc339225-d7d2-4d34-bea0-f49f7e0ac20f service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387918 Mar 07 17:11:04.063379 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347c088-da86-437d-9b3c-32321841f7c1 req-ce53a6ac-2bfa-4b82-aa1d-d7621c584507 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:04.066389 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e347c088-da86-437d-9b3c-32321841f7c1 req-ce53a6ac-2bfa-4b82-aa1d-d7621c584507 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.1314893 Mar 07 17:11:04.128473 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e347c088-da86-437d-9b3c-32321841f7c1 req-b175f5f0-c7c5-4576-b7d7-1c73c047171a tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560138 Mar 07 17:11:04.257363 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ae280-4c44-47cf-b94a-06172ff6b0bf req-72f4226e-b884-41b5-9959-59edb05f2cb4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:04.259622 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7a5ae280-4c44-47cf-b94a-06172ff6b0bf req-72f4226e-b884-41b5-9959-59edb05f2cb4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0680020 Mar 07 17:11:04.317695 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7a5ae280-4c44-47cf-b94a-06172ff6b0bf req-872ef5e3-617b-494b-8a11-5e230b84bb49 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519137 Mar 07 17:11:04.811479 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:05.273578 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0a2-b40e-4ddd-9ad7-f1b6615c47fc req-6bba4b68-3307-4950-a412-4426cac3a601 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:05.276087 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b55d0a2-b40e-4ddd-9ad7-f1b6615c47fc req-6bba4b68-3307-4950-a412-4426cac3a601 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0734670 Mar 07 17:11:05.475536 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f38a31-d182-43bf-a63e-718cc66cd1ed req-f65da0a9-89d6-47b2-b45d-a36526eaee69 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:05.483591 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6f38a31-d182-43bf-a63e-718cc66cd1ed req-f65da0a9-89d6-47b2-b45d-a36526eaee69 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0749364 Mar 07 17:11:05.541922 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6f38a31-d182-43bf-a63e-718cc66cd1ed req-0679416d-662d-4197-bee8-6b5e5d3974f4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569720 Mar 07 17:11:05.623669 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2b55d0a2-b40e-4ddd-9ad7-f1b6615c47fc req-a7afa8bb-2f95-43b6-85ed-2177f0f71ecf tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419671 Mar 07 17:11:06.676740 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a7610-55de-4197-9784-dcd3038303b2 req-9e64d343-c926-4a12-80c1-79d2edb2439d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:06.684461 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b99a7610-55de-4197-9784-dcd3038303b2 req-9e64d343-c926-4a12-80c1-79d2edb2439d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0640738 Mar 07 17:11:06.743042 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b99a7610-55de-4197-9784-dcd3038303b2 req-5c8736d3-7b0b-4f71-9f71-2e3ebbf5714c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571218 Mar 07 17:11:06.787356 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85014265-243e-4b26-93e8-cecb66626ddf req-89881986-11fe-47b8-8ac0-b4381cbac66c tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:06.788838 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-85014265-243e-4b26-93e8-cecb66626ddf req-89881986-11fe-47b8-8ac0-b4381cbac66c tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0607650 Mar 07 17:11:06.855497 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-85014265-243e-4b26-93e8-cecb66626ddf req-40670146-6014-4ae2-806b-85499a94973a tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604711 Mar 07 17:11:07.981071 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa2b17-e870-47cd-89cc-59900f434704 req-07e24bc7-33b5-476e-8cca-7c0762fd6900 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:07.990202 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d4fa2b17-e870-47cd-89cc-59900f434704 req-07e24bc7-33b5-476e-8cca-7c0762fd6900 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.1110773 Mar 07 17:11:08.056872 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d4fa2b17-e870-47cd-89cc-59900f434704 req-05e51c62-d3dd-43f1-9700-de093c26a095 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622442 Mar 07 17:11:08.067632 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663895f-9315-4a7c-a332-23b29cf66302 req-8e2e44ba-b7f4-4361-9241-30eeb780ad5b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:08.069139 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0663895f-9315-4a7c-a332-23b29cf66302 req-8e2e44ba-b7f4-4361-9241-30eeb780ad5b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0887012 Mar 07 17:11:08.130904 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0663895f-9315-4a7c-a332-23b29cf66302 req-65e5dbc9-5417-4a80-a743-1e48b762ae4e tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559831 Mar 07 17:11:08.595353 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f14bb-1176-480a-a202-086ebb8783ce req-f6009b83-0f08-4ea5-8d43-02eb30df73f2 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:08.597024 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9d9f14bb-1176-480a-a202-086ebb8783ce req-f6009b83-0f08-4ea5-8d43-02eb30df73f2 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0775769 Mar 07 17:11:08.657020 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9d9f14bb-1176-480a-a202-086ebb8783ce req-01579281-13e3-45d0-b292-6240368041ff tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536094 Mar 07 17:11:08.705335 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60314) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:08.816149 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-1b84ed81-a16b-460b-a856-ea3787200e7f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096284 Mar 07 17:11:08.826437 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-5377dc68-37f6-4f3e-acbb-96839be5fdff service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:11:08.827932 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-5377dc68-37f6-4f3e-acbb-96839be5fdff service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062592 Mar 07 17:11:08.915276 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60322) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:09.016728 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-2e30df4d-801c-425f-87cd-0f41fdad1c51 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:09.018268 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-2e30df4d-801c-425f-87cd-0f41fdad1c51 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports/905ef2d1-7615-4048-b5a1-2ac402e77019 HTTP/1.1" status: 200 len: 943 time: 0.1019704 Mar 07 17:11:09.185332 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af078bcd-45ef-4af4-9ee0-39c78900688a req-e7373214-87d2-4bc7-a635-4681f2eb4920 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:09.186848 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-af078bcd-45ef-4af4-9ee0-39c78900688a req-e7373214-87d2-4bc7-a635-4681f2eb4920 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0607746 Mar 07 17:11:09.241758 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-af078bcd-45ef-4af4-9ee0-39c78900688a req-4772af91-8a0d-448a-baad-be39b17856ea tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484922 Mar 07 17:11:09.802621 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee62a1-d210-4510-a7b9-5b09e2d6486a req-ab56434b-9ed1-40e3-9e74-72c4a9d25eaa tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:09.804181 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-12ee62a1-d210-4510-a7b9-5b09e2d6486a req-ab56434b-9ed1-40e3-9e74-72c4a9d25eaa tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0719070 Mar 07 17:11:09.866121 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-12ee62a1-d210-4510-a7b9-5b09e2d6486a req-0659cfc6-fb26-4672-a856-8f060b56f9d2 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561352 Mar 07 17:11:10.389973 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b3be8-d6d0-4f96-9828-ce3fbd1ac645 req-c7fc85ef-3943-4607-b0e9-65e7ffd5a542 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:10.397666 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-337b3be8-d6d0-4f96-9828-ce3fbd1ac645 req-c7fc85ef-3943-4607-b0e9-65e7ffd5a542 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0733883 Mar 07 17:11:10.454027 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-337b3be8-d6d0-4f96-9828-ce3fbd1ac645 req-1d167762-b0d5-4822-9fc3-736bbd80a598 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551951 Mar 07 17:11:10.577066 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:11.019479 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725d2e0-9f36-4732-ada8-f89fb352d143 req-b9c91da9-3e98-4d43-b642-229124211eb2 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:11.028733 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7725d2e0-9f36-4732-ada8-f89fb352d143 req-b9c91da9-3e98-4d43-b642-229124211eb2 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0698488 Mar 07 17:11:11.095057 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7725d2e0-9f36-4732-ada8-f89fb352d143 req-b6974889-582f-4b45-9d1e-c58620bfe962 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652683 Mar 07 17:11:11.300198 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 905ef2d1-7615-4048-b5a1-2ac402e77019 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:11:11.391310 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 905ef2d1-7615-4048-b5a1-2ac402e77019 is: ACTIVE; New status is: DOWN {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:11.391719 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:11.422117 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:11.424322 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6748246-d6d0-4e71-8e4e-aace9e4c4a71" -d '{"events": [{"server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "name": "network-vif-unplugged", "status": "completed", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:11.460126 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 905ef2d1-7615-4048-b5a1-2ac402e77019, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=905ef2d1-7615-4048-b5a1-2ac402e77019,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:11.472388 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3419f0a-9aee-42b5-88cb-00abc1377567 x-openstack-request-id: req-d3419f0a-9aee-42b5-88cb-00abc1377567 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:11.472742 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "name": "network-vif-unplugged", "status": "failed", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019", "code": 422}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:11.474301 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3419f0a-9aee-42b5-88cb-00abc1377567 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:11.474646 dv-cinder-778193-24-iscsi neutron-server[103717]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'code': 422} returned with failed status Mar 07 17:11:11.588514 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:11.637350 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8f512-5877-4120-96f4-c4f4a676b231 req-01fe7fc7-af9f-491a-aa6d-2776fdb5b2d7 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:11.639613 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-44e8f512-5877-4120-96f4-c4f4a676b231 req-01fe7fc7-af9f-491a-aa6d-2776fdb5b2d7 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0919597 Mar 07 17:11:11.660282 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=905ef2d1-7615-4048-b5a1-2ac402e77019,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:11.709313 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-44e8f512-5877-4120-96f4-c4f4a676b231 req-a40a845b-9ec8-4c93-a591-2629bddb58dd tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621290 Mar 07 17:11:12.231000 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-9ee29dd0-cd10-4851-939b-9b674418fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.232530 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-9ee29dd0-cd10-4851-939b-9b674418fa04 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb&tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc HTTP/1.1" status: 200 len: 1128 time: 0.0971262 Mar 07 17:11:12.264976 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2e69b-5be6-4535-a246-6e9a69ce749c req-2e9d7a4c-29b7-477c-8a23-927feb700539 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.266798 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ad2e69b-5be6-4535-a246-6e9a69ce749c req-2e9d7a4c-29b7-477c-8a23-927feb700539 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0704546 Mar 07 17:11:12.333633 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-e889792c-c20f-403b-9d71-a994e8c07b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.335138 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-e889792c-c20f-403b-9d71-a994e8c07b22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc&device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 1128 time: 0.0653551 Mar 07 17:11:12.339003 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ad2e69b-5be6-4535-a246-6e9a69ce749c req-34a9f69f-f94d-46d4-8826-d6e356a8dfb9 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653059 Mar 07 17:11:12.447573 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-385240e9-37a5-4096-b794-93b950729e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.449204 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-385240e9-37a5-4096-b794-93b950729e7b service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 HTTP/1.1" status: 200 len: 910 time: 0.1075113 Mar 07 17:11:12.518456 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-ce6232d9-29d5-4de3-a68e-2b1c67a2d284 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905ef2d1-7615-4048-b5a1-2ac402e77019 HTTP/1.1" status: 200 len: 999 time: 0.0628054 Mar 07 17:11:12.566487 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-d10a24f0-882d-41ef-9b8d-5596c7af61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.568153 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-d10a24f0-882d-41ef-9b8d-5596c7af61fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90e0e699-e133-4c3b-b415-aa8bcf498bee HTTP/1.1" status: 200 len: 848 time: 0.0437710 Mar 07 17:11:12.617465 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-94b65022-9d55-4249-9cbe-68cf74d104de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.619046 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-94b65022-9d55-4249-9cbe-68cf74d104de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446787 Mar 07 17:11:12.727537 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-15e49da3-59a9-402e-abab-3f374b4ba692 service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999055 Mar 07 17:11:12.889389 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f847e-cfc6-45af-825a-b417b3dcc522 req-6042db6a-4ba7-4cfa-b061-761b2b37f79f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.892977 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1eea89e6-6705-41da-9205-a2df532ed3fe req-f6a50382-fa07-49cd-81f2-91d0033dc505 service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588233 Mar 07 17:11:12.898228 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-803f847e-cfc6-45af-825a-b417b3dcc522 req-6042db6a-4ba7-4cfa-b061-761b2b37f79f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0906820 Mar 07 17:11:12.979668 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-803f847e-cfc6-45af-825a-b417b3dcc522 req-44d02465-39ee-43a0-8eab-199b85a9cb0e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783317 Mar 07 17:11:13.473323 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792824-bfd6-482c-b14b-46e058ebb8a0 req-8c8b4228-8f6b-42e2-8e26-443a75e80c0b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:13.474765 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9f792824-bfd6-482c-b14b-46e058ebb8a0 req-8c8b4228-8f6b-42e2-8e26-443a75e80c0b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0645301 Mar 07 17:11:13.535900 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9f792824-bfd6-482c-b14b-46e058ebb8a0 req-9952e4a4-67b4-4845-aefa-3f4338b6ceca tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553989 Mar 07 17:11:14.119495 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414cf32-603c-45f1-b78f-849282f627b7 req-504f14df-e37b-4290-8ef5-6674054e78ca tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:14.121030 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7414cf32-603c-45f1-b78f-849282f627b7 req-504f14df-e37b-4290-8ef5-6674054e78ca tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0679123 Mar 07 17:11:14.173908 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7414cf32-603c-45f1-b78f-849282f627b7 req-ada95c17-80c3-45b8-8047-d76105fa1ece tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472484 Mar 07 17:11:14.596529 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829427c-42ad-4e54-9fc9-5da40edba8f7 req-61fad514-0abd-4f48-a1f1-bacd1b01042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:14.598769 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1829427c-42ad-4e54-9fc9-5da40edba8f7 req-61fad514-0abd-4f48-a1f1-bacd1b01042f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 1130 time: 0.0454590 Mar 07 17:11:14.727587 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829427c-42ad-4e54-9fc9-5da40edba8f7 req-e15edb17-a18d-4812-b6fb-a6566946599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:14.729391 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1829427c-42ad-4e54-9fc9-5da40edba8f7 req-e15edb17-a18d-4812-b6fb-a6566946599f service neutron] 10.222.0.65 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 918 time: 0.1227751 Mar 07 17:11:14.735929 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f66556-dd79-437c-a235-746265a843da req-2802cde4-0343-4a49-aafc-7dd4db80e5e2 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:14.737319 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e8f66556-dd79-437c-a235-746265a843da req-2802cde4-0343-4a49-aafc-7dd4db80e5e2 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.1131611 Mar 07 17:11:14.829188 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1829427c-42ad-4e54-9fc9-5da40edba8f7 req-51ea3d0a-deea-4b83-8485-77a536c043ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564c207f-8d14-433b-811b-9760e3c8937e HTTP/1.1" status: 200 len: 1002 time: 0.0908208 Mar 07 17:11:14.838940 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e8f66556-dd79-437c-a235-746265a843da req-b521971b-f94f-4d4a-b2f8-45fcdd677de4 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942538 Mar 07 17:11:14.881965 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829427c-42ad-4e54-9fc9-5da40edba8f7 req-c00b2994-a3fe-4075-b37c-056f5dde0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:14.883472 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1829427c-42ad-4e54-9fc9-5da40edba8f7 req-c00b2994-a3fe-4075-b37c-056f5dde0bdd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 HTTP/1.1" status: 200 len: 856 time: 0.0436983 Mar 07 17:11:14.938719 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829427c-42ad-4e54-9fc9-5da40edba8f7 req-f78c0cfb-2a44-4556-9246-da85297b550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:14.940216 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1829427c-42ad-4e54-9fc9-5da40edba8f7 req-f78c0cfb-2a44-4556-9246-da85297b550a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8426946e-6eb9-4036-ab32-d12b1e24792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488214 Mar 07 17:11:15.046759 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1829427c-42ad-4e54-9fc9-5da40edba8f7 req-b5fdb3d2-0ae1-4c28-914b-07a4c6b81cec service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886099 Mar 07 17:11:15.136944 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1829427c-42ad-4e54-9fc9-5da40edba8f7 req-25e57eeb-ca0f-47a4-990f-22e4e6add365 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837629 Mar 07 17:11:15.327833 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bb7f1-5046-4e18-9057-d750df649e79 req-bacaf38e-c4a8-4044-b60d-ebdbc4d76cbf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:15.329445 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e93bb7f1-5046-4e18-9057-d750df649e79 req-bacaf38e-c4a8-4044-b60d-ebdbc4d76cbf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0570183 Mar 07 17:11:15.382251 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e93bb7f1-5046-4e18-9057-d750df649e79 req-2f0e17b7-46ed-41d1-b7ec-e41af6a9240c tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463548 Mar 07 17:11:15.966029 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058d4aa-8490-4c06-b4c0-78a847b9b0e9 req-f2267efc-0789-448d-ab9d-e00b4df6afd8 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:15.967535 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5058d4aa-8490-4c06-b4c0-78a847b9b0e9 req-f2267efc-0789-448d-ab9d-e00b4df6afd8 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0580275 Mar 07 17:11:16.017384 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5058d4aa-8490-4c06-b4c0-78a847b9b0e9 req-6aee0998-d662-43d7-8294-48ed1b2f0deb tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436053 Mar 07 17:11:16.509280 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca519fb-f38b-4e0f-83d7-dcba87dfd2db req-d8912193-8e7d-4eb4-958c-0c294a49afd8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:16.511547 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0ca519fb-f38b-4e0f-83d7-dcba87dfd2db req-d8912193-8e7d-4eb4-958c-0c294a49afd8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0555012 Mar 07 17:11:16.560807 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0ca519fb-f38b-4e0f-83d7-dcba87dfd2db req-06dea227-4b62-4bee-940b-529fb4ff73b8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Mar 07 17:11:17.147579 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1e10a-3605-49f2-89fb-484028e35146 req-a2e5e1bf-a860-4072-93c8-5ecc0582df81 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:17.149098 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3eb1e10a-3605-49f2-89fb-484028e35146 req-a2e5e1bf-a860-4072-93c8-5ecc0582df81 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0595961 Mar 07 17:11:17.200198 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3eb1e10a-3605-49f2-89fb-484028e35146 req-47bb0a6a-48a6-4d36-bbaf-fc8917819cc7 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454204 Mar 07 17:11:17.719221 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd0e28-c56c-4033-87e0-8a5e70a0504a req-8d2837c8-339d-463f-ba43-061f14b928f5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:17.720672 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-88cd0e28-c56c-4033-87e0-8a5e70a0504a req-8d2837c8-339d-463f-ba43-061f14b928f5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 946 time: 0.0641203 Mar 07 17:11:17.770667 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-88cd0e28-c56c-4033-87e0-8a5e70a0504a req-e09263a6-0596-4334-8858-eb74fb710250 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Mar 07 17:11:18.324548 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1de08-f011-4933-bc55-30eb0a463c80 req-4cb1d0c5-4ab3-4cbd-bfdd-5ce1426eb9c2 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:18.326032 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8fb1de08-f011-4933-bc55-30eb0a463c80 req-4cb1d0c5-4ab3-4cbd-bfdd-5ce1426eb9c2 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0519202 Mar 07 17:11:18.376451 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8fb1de08-f011-4933-bc55-30eb0a463c80 req-f4ddefb6-c119-4423-94de-847331612940 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447741 Mar 07 17:11:19.338921 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 564c207f-8d14-433b-811b-9760e3c8937e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:11:19.414726 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 564c207f-8d14-433b-811b-9760e3c8937e is: ACTIVE; New status is: DOWN {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:19.414984 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (564c207f-8d14-433b-811b-9760e3c8937e), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:19.439351 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:19.442154 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9caea2-22c8-455b-b371-ddd97b6635c3" -d '{"events": [{"server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "name": "network-vif-unplugged", "status": "completed", "tag": "564c207f-8d14-433b-811b-9760e3c8937e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:19.455295 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:19.503708 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2769a-43d7-4110-a16e-0a488650c4cb req-4b7353d7-4d21-4ce3-b3e8-3e5eff97f8ef tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:19.505921 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f0a2769a-43d7-4110-a16e-0a488650c4cb req-4b7353d7-4d21-4ce3-b3e8-3e5eff97f8ef tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0562227 Mar 07 17:11:19.559787 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f0a2769a-43d7-4110-a16e-0a488650c4cb req-01651106-424b-4498-a624-e0cc3338d104 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480788 Mar 07 17:11:19.598940 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da14e64b-aeab-4d89-b1e1-cefad0d05a6b x-openstack-request-id: req-da14e64b-aeab-4d89-b1e1-cefad0d05a6b {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:19.599232 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "name": "network-vif-unplugged", "status": "failed", "tag": "564c207f-8d14-433b-811b-9760e3c8937e", "code": 422}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:19.599489 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da14e64b-aeab-4d89-b1e1-cefad0d05a6b {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:19.599892 dv-cinder-778193-24-iscsi neutron-server[103717]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e', 'code': 422} returned with failed status Mar 07 17:11:19.610975 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (564c207f-8d14-433b-811b-9760e3c8937e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:19.663661 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=564c207f-8d14-433b-811b-9760e3c8937e,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:19.758254 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [req-e5f47cc1-b9ad-404c-ad53-5e69c22db70d req-2386cfc9-3e73-492f-be9f-322d88df70f0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:11:19.759301 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e5f47cc1-b9ad-404c-ad53-5e69c22db70d req-2386cfc9-3e73-492f-be9f-322d88df70f0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520389 Mar 07 17:11:20.095819 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3aeb1-68c8-46de-917d-c052dac79dd2 req-d0281cba-acb3-46d8-82f4-e4bfb6797be3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:20.097338 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9eb3aeb1-68c8-46de-917d-c052dac79dd2 req-d0281cba-acb3-46d8-82f4-e4bfb6797be3 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0594485 Mar 07 17:11:20.150598 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9eb3aeb1-68c8-46de-917d-c052dac79dd2 req-c1c27352-df9d-40e8-8b9d-edc3e51a5796 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467267 Mar 07 17:11:20.341703 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b86c903b-572c-4f26-b66b-5aa310b610da req-7ea2e7fa-3354-4490-a287-cdca70509349 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491366 Mar 07 17:11:20.419299 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c903b-572c-4f26-b66b-5aa310b610da req-5d689576-8ff3-4154-a1ad-7ac810b8e727 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:20.420630 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b86c903b-572c-4f26-b66b-5aa310b610da req-5d689576-8ff3-4154-a1ad-7ac810b8e727 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports/564c207f-8d14-433b-811b-9760e3c8937e HTTP/1.1" status: 200 len: 941 time: 0.0480640 Mar 07 17:11:20.685836 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be720b53-bcb4-41bb-be9f-364220b68039 req-93c8b8f8-bce9-4208-9f5f-1872d94f32b0 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:20.687373 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-be720b53-bcb4-41bb-be9f-364220b68039 req-93c8b8f8-bce9-4208-9f5f-1872d94f32b0 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 944 time: 0.0550187 Mar 07 17:11:20.741415 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-be720b53-bcb4-41bb-be9f-364220b68039 req-884bd4cd-c49f-478e-8504-1f7177986936 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477018 Mar 07 17:11:21.311390 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf9dea-9e2b-4d88-a16d-8355053059f6 req-64119eae-09a6-4a9e-a804-a42215a1cbb5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:21.313278 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3faf9dea-9e2b-4d88-a16d-8355053059f6 req-64119eae-09a6-4a9e-a804-a42215a1cbb5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0783749 Mar 07 17:11:21.333959 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 905ef2d1-7615-4048-b5a1-2ac402e77019 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:11:21.385912 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3faf9dea-9e2b-4d88-a16d-8355053059f6 req-c1ff61e1-65e0-413b-ad0a-9db91053654b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634468 Mar 07 17:11:21.460624 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 905ef2d1-7615-4048-b5a1-2ac402e77019, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=905ef2d1-7615-4048-b5a1-2ac402e77019,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:21.478403 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'port_id': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'mac_address': 'fa:16:3e:3e:91:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:11:21.525443 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 905ef2d1-7615-4048-b5a1-2ac402e77019 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:21.525835 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:21.545378 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905ef2d1-7615-4048-b5a1-2ac402e77019 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:11:21.567730 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 905ef2d1-7615-4048-b5a1-2ac402e77019, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=905ef2d1-7615-4048-b5a1-2ac402e77019,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:21.647511 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:21.702361 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=905ef2d1-7615-4048-b5a1-2ac402e77019,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:21.863674 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c903b-572c-4f26-b66b-5aa310b610da req-d45b807e-f77f-4908-879b-09005d0f0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:21.865228 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b86c903b-572c-4f26-b66b-5aa310b610da req-d45b807e-f77f-4908-879b-09005d0f0553 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8&tenant_id=84c221f2dc834546ae095602ed8dbefd HTTP/1.1" status: 200 len: 1128 time: 0.0851955 Mar 07 17:11:21.880090 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93815-a079-47cb-9126-cf9569ce5024 req-b0f59387-d52a-453c-80c1-143b14c1e069 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:21.881680 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-17d93815-a079-47cb-9126-cf9569ce5024 req-b0f59387-d52a-453c-80c1-143b14c1e069 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 945 time: 0.0657589 Mar 07 17:11:21.960711 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-17d93815-a079-47cb-9126-cf9569ce5024 req-f9c30cf3-8f00-4561-ac2d-8c877da08607 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726678 Mar 07 17:11:21.970940 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c903b-572c-4f26-b66b-5aa310b610da req-28927b86-a7f2-42cb-817b-7e2f562cccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:21.973299 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b86c903b-572c-4f26-b66b-5aa310b610da req-28927b86-a7f2-42cb-817b-7e2f562cccc0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=84c221f2dc834546ae095602ed8dbefd&device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 1128 time: 0.0702031 Mar 07 17:11:21.992887 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['905ef2d1-7615-4048-b5a1-2ac402e77019'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:11:22.091982 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c903b-572c-4f26-b66b-5aa310b610da req-9ee63f25-511b-4f79-a720-73a7ebcc4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:22.093107 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b86c903b-572c-4f26-b66b-5aa310b610da req-9ee63f25-511b-4f79-a720-73a7ebcc4d55 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 200 len: 918 time: 0.1135194 Mar 07 17:11:22.183930 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b86c903b-572c-4f26-b66b-5aa310b610da req-55d358a4-7137-4810-8f20-08022f6a0a98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564c207f-8d14-433b-811b-9760e3c8937e HTTP/1.1" status: 200 len: 1000 time: 0.0703883 Mar 07 17:11:22.233094 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c903b-572c-4f26-b66b-5aa310b610da req-8e09dabf-c4bf-4c0d-a2ae-93ac237dc721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:22.234524 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b86c903b-572c-4f26-b66b-5aa310b610da req-8e09dabf-c4bf-4c0d-a2ae-93ac237dc721 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 HTTP/1.1" status: 200 len: 856 time: 0.0451975 Mar 07 17:11:22.284035 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c903b-572c-4f26-b66b-5aa310b610da req-465bd3df-0fa5-4791-b76f-91feda1aad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:22.285529 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b86c903b-572c-4f26-b66b-5aa310b610da req-465bd3df-0fa5-4791-b76f-91feda1aad39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8426946e-6eb9-4036-ab32-d12b1e24792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438502 Mar 07 17:11:22.380919 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b86c903b-572c-4f26-b66b-5aa310b610da req-cbb155ca-6492-487f-8754-8e80f7576199 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883374 Mar 07 17:11:22.478540 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b86c903b-572c-4f26-b66b-5aa310b610da req-39dae073-aa01-45c4-a252-3dd7fa8444e9 service neutron] 10.222.0.65 "GET /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903747 Mar 07 17:11:22.516925 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cca20-f0b6-4bd0-8a43-319e54174bc1 req-22527f70-91a6-4971-be86-5483d4b0b27d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:22.518335 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-307cca20-f0b6-4bd0-8a43-319e54174bc1 req-22527f70-91a6-4971-be86-5483d4b0b27d tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0531867 Mar 07 17:11:22.572238 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-307cca20-f0b6-4bd0-8a43-319e54174bc1 req-e7de0198-26e9-432c-b0cb-342a44feef23 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474021 Mar 07 17:11:23.129854 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358cef0-88fb-4c25-8697-221148679782 req-4e5ef61b-8520-4bd7-81f6-486e7b72445c tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:23.132152 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1358cef0-88fb-4c25-8697-221148679782 req-4e5ef61b-8520-4bd7-81f6-486e7b72445c tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 945 time: 0.1005094 Mar 07 17:11:23.212329 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1358cef0-88fb-4c25-8697-221148679782 req-274720ef-ffc0-4f0a-8794-57e1655ce7ff tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740077 Mar 07 17:11:23.345373 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 905ef2d1-7615-4048-b5a1-2ac402e77019 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:23.411779 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 905ef2d1-7615-4048-b5a1-2ac402e77019 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:23.412145 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:23.507833 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 905ef2d1-7615-4048-b5a1-2ac402e77019 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:23.508236 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:23.538814 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:23.541586 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f8c747-8d95-44ea-84e5-232bc29fe5a9" -d '{"events": [{"server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "name": "network-vif-plugged", "status": "completed", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:23.556620 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 905ef2d1-7615-4048-b5a1-2ac402e77019, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=905ef2d1-7615-4048-b5a1-2ac402e77019,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:23.585455 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a781153e-ebea-4715-88b7-9927863638ee x-openstack-request-id: req-a781153e-ebea-4715-88b7-9927863638ee {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:23.586288 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "name": "network-vif-plugged", "status": "completed", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:23.587068 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a781153e-ebea-4715-88b7-9927863638ee {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:23.587751 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'code': 200} Mar 07 17:11:23.645549 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:23.713804 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=905ef2d1-7615-4048-b5a1-2ac402e77019,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:23.726548 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2640271-ab12-4686-9553-518358b39609 req-dbc94f4f-0b51-400d-96bb-6fbfcaf47b91 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:23.733232 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e2640271-ab12-4686-9553-518358b39609 req-dbc94f4f-0b51-400d-96bb-6fbfcaf47b91 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0826225 Mar 07 17:11:23.783514 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e2640271-ab12-4686-9553-518358b39609 req-89f9f3ea-8dae-4fc6-bb9d-4dcd85b0b4fd tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489271 Mar 07 17:11:24.350071 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253c6be-f887-4031-82b8-9800a445b167 req-64999a54-2f1a-4599-812e-b2af88d471a9 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:24.351634 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b253c6be-f887-4031-82b8-9800a445b167 req-64999a54-2f1a-4599-812e-b2af88d471a9 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0632391 Mar 07 17:11:24.411682 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b253c6be-f887-4031-82b8-9800a445b167 req-1910f229-e0ee-4f3d-9e94-25408ae9bcc8 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537770 Mar 07 17:11:24.932504 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94efd71-0b60-4f74-af3a-ba62832e791d req-06c3b8a1-40a6-4dd7-afb8-8a9d14bc8b9f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:24.934156 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a94efd71-0b60-4f74-af3a-ba62832e791d req-06c3b8a1-40a6-4dd7-afb8-8a9d14bc8b9f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0590670 Mar 07 17:11:24.990834 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a94efd71-0b60-4f74-af3a-ba62832e791d req-0269f2af-2479-4974-ab12-54ae2740a485 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510733 Mar 07 17:11:25.544460 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b68af-477b-48b8-ab83-74a1b4b1ff04 req-f3f4a5db-9542-40f4-b75d-e362f51ad551 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:25.547089 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9a9b68af-477b-48b8-ab83-74a1b4b1ff04 req-f3f4a5db-9542-40f4-b75d-e362f51ad551 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0606990 Mar 07 17:11:25.607112 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9a9b68af-477b-48b8-ab83-74a1b4b1ff04 req-a7aa2fbc-ee85-438d-90a9-e9db6c7509d3 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529640 Mar 07 17:11:26.136290 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaf867-3d89-41c7-b12d-2e093cf6fe76 req-d53bf0ac-e0a4-4249-9ce2-b8b6d04a64e9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:26.137847 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ccbaf867-3d89-41c7-b12d-2e093cf6fe76 req-d53bf0ac-e0a4-4249-9ce2-b8b6d04a64e9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0635879 Mar 07 17:11:26.206236 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ccbaf867-3d89-41c7-b12d-2e093cf6fe76 req-4cc2bbbb-4a03-430c-9f03-d46c107efccb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618999 Mar 07 17:11:26.745752 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f3c65-58cc-4a32-b917-a1df9f573554 req-bba30ba5-6128-4cda-94c8-5d3f7a5c5317 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:26.747283 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0f0f3c65-58cc-4a32-b917-a1df9f573554 req-bba30ba5-6128-4cda-94c8-5d3f7a5c5317 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0580540 Mar 07 17:11:26.799956 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0f0f3c65-58cc-4a32-b917-a1df9f573554 req-b107d99b-1c6e-4b65-84bc-b7dfb056c315 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462537 Mar 07 17:11:27.346826 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b8213-e311-4699-9f55-c984ec1d07ed req-78f8b580-b98b-497d-b1f7-13fe1ab814cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:27.349094 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5a9b8213-e311-4699-9f55-c984ec1d07ed req-78f8b580-b98b-497d-b1f7-13fe1ab814cb tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0680377 Mar 07 17:11:27.453023 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5a9b8213-e311-4699-9f55-c984ec1d07ed req-cc0417f5-3145-42ab-876c-814441f10bc8 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629382 Mar 07 17:11:27.989917 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9d458-7b04-42fc-9cdf-5dcc16e6c63c req-98924b8a-bdfe-4f8c-b4b0-8b17ab3e572d tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:27.989917 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-40e9d458-7b04-42fc-9cdf-5dcc16e6c63c req-98924b8a-bdfe-4f8c-b4b0-8b17ab3e572d tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0739717 Mar 07 17:11:28.072898 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-40e9d458-7b04-42fc-9cdf-5dcc16e6c63c req-f5a43668-3b83-43fc-a15d-956df73fc7e9 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722356 Mar 07 17:11:28.074051 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-89b1490b-a6a0-4624-a892-9ee70bdea1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:28.666252 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229e863-1cd0-4606-9c7b-ca9c91ed8ed5 req-32a3ebc8-d128-4d4f-8559-76fae3b488e2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:28.674900 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0229e863-1cd0-4606-9c7b-ca9c91ed8ed5 req-32a3ebc8-d128-4d4f-8559-76fae3b488e2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.1209984 Mar 07 17:11:28.772076 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0229e863-1cd0-4606-9c7b-ca9c91ed8ed5 req-62d15064-cbcd-4fff-a51f-507327e1f16b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872593 Mar 07 17:11:29.183960 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc25ad-b514-4081-b2de-063294744df3 req-43009f3e-276d-4de9-8a7b-4c237fd5b969 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:29.186037 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f6bc25ad-b514-4081-b2de-063294744df3 req-43009f3e-276d-4de9-8a7b-4c237fd5b969 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 945 time: 0.0984983 Mar 07 17:11:29.219917 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcb1fe-4a6f-4041-ba24-116755a92af0 req-1d007273-d7f5-4f10-bde7-2fd1d6faed29 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:29.222249 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-27fcb1fe-4a6f-4041-ba24-116755a92af0 req-1d007273-d7f5-4f10-bde7-2fd1d6faed29 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0813572 Mar 07 17:11:29.260187 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f6bc25ad-b514-4081-b2de-063294744df3 req-253de84c-8c2b-495c-a04b-16ee9cba2346 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677469 Mar 07 17:11:29.285578 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-27fcb1fe-4a6f-4041-ba24-116755a92af0 req-f24306fa-0a9d-4d60-bee0-2ca2af1bd8c5 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518832 Mar 07 17:11:29.356185 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:11:29.923612 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f7178-4fe0-492b-867c-3d16ba036f33 req-e2fe0fe5-3d86-4128-86a1-af9387234563 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:29.925141 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bc4f7178-4fe0-492b-867c-3d16ba036f33 req-e2fe0fe5-3d86-4128-86a1-af9387234563 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0579565 Mar 07 17:11:29.978041 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bc4f7178-4fe0-492b-867c-3d16ba036f33 req-62e04647-690c-4eb6-82ea-014a0586f15e tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467281 Mar 07 17:11:30.319617 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-85f55907-4e41-4253-b4c4-dd361af265b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:30.405154 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5b54c-da6b-42ed-9881-75f4e9ad2a5b req-d05b54f5-0dfb-4cdf-9743-7ad10c9561ad tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:30.407478 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e1f5b54c-da6b-42ed-9881-75f4e9ad2a5b req-d05b54f5-0dfb-4cdf-9743-7ad10c9561ad tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 945 time: 0.0711706 Mar 07 17:11:30.417756 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c3eae-02e8-4851-9c82-8c9f5d769ade req-013b004c-91e7-42ad-a092-3118384be195 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:30.427156 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8b0c3eae-02e8-4851-9c82-8c9f5d769ade req-013b004c-91e7-42ad-a092-3118384be195 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0699551 Mar 07 17:11:30.467223 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e1f5b54c-da6b-42ed-9881-75f4e9ad2a5b req-fa3397a9-0e6b-48fb-97cc-14ef3e5d97ba tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516543 Mar 07 17:11:30.493816 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8b0c3eae-02e8-4851-9c82-8c9f5d769ade req-13ea825c-db4e-49cc-9b14-179d3272f9d3 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653067 Mar 07 17:11:31.142485 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c75ee1-3764-4d05-8f71-959a0429ca11 req-3bb6a0d5-6871-4244-ba99-ba1cdbd470b2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:31.147446 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-83c75ee1-3764-4d05-8f71-959a0429ca11 req-3bb6a0d5-6871-4244-ba99-ba1cdbd470b2 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0608730 Mar 07 17:11:31.203220 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-83c75ee1-3764-4d05-8f71-959a0429ca11 req-67f39336-5727-4180-a6dc-a211e0ea66ab tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527802 Mar 07 17:11:31.594803 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229649c7-2958-4048-97a2-eccfe21df4a7 req-d6f7c15a-e06c-4db8-a32d-ee1ec0f7c579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:31.596367 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-229649c7-2958-4048-97a2-eccfe21df4a7 req-d6f7c15a-e06c-4db8-a32d-ee1ec0f7c579 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 945 time: 0.0545728 Mar 07 17:11:31.622788 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e794967-fae1-44d2-83ca-399654e1c65c req-80bc7494-564f-45d3-a94f-afd5cace7bb5 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:31.624169 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3e794967-fae1-44d2-83ca-399654e1c65c req-80bc7494-564f-45d3-a94f-afd5cace7bb5 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0549309 Mar 07 17:11:31.646261 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-229649c7-2958-4048-97a2-eccfe21df4a7 req-32ab5bd7-1d80-4687-97d8-ae6054b1e180 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437987 Mar 07 17:11:31.675926 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3e794967-fae1-44d2-83ca-399654e1c65c req-81782f58-77ab-411f-9ba6-ceb863cc7802 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457680 Mar 07 17:11:31.987173 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:32.003066 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850485f-9e4e-47f1-bbd7-983f09e908d1 req-0085ce6c-1a10-4e11-8017-8b0c1729ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:32.005141 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0850485f-9e4e-47f1-bbd7-983f09e908d1 req-0085ce6c-1a10-4e11-8017-8b0c1729ad24 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 1130 time: 0.0446746 Mar 07 17:11:32.055013 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0850485f-9e4e-47f1-bbd7-983f09e908d1 req-19e2ba81-17a4-4adc-944e-10e037fe93d9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413620 Mar 07 17:11:32.328701 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e902fc-aeaf-4499-bc95-aa56aaf99589 req-44e17d04-59ae-44b7-925b-1d727c1022d7 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:32.330180 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-80e902fc-aeaf-4499-bc95-aa56aaf99589 req-44e17d04-59ae-44b7-925b-1d727c1022d7 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0553203 Mar 07 17:11:32.375719 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-80e902fc-aeaf-4499-bc95-aa56aaf99589 req-d442783b-23e5-42dd-a826-8c33007d1569 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394092 Mar 07 17:11:32.792501 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191edd3-726c-4b47-a04b-2c110fb0c815 req-3d19de1b-3beb-4dbf-86dd-bfbb170fbb8f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:32.794663 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5191edd3-726c-4b47-a04b-2c110fb0c815 req-3d19de1b-3beb-4dbf-86dd-bfbb170fbb8f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 945 time: 0.0736310 Mar 07 17:11:32.808151 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a991d1-6061-464b-bb89-5b1fc458538a req-b7042783-5395-47bd-add8-70f860e086d8 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:32.809763 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b7a991d1-6061-464b-bb89-5b1fc458538a req-b7042783-5395-47bd-add8-70f860e086d8 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0564163 Mar 07 17:11:32.847482 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5191edd3-726c-4b47-a04b-2c110fb0c815 req-c5f3a695-5066-4d1d-8ae5-8a5a346ec2e8 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459213 Mar 07 17:11:32.868217 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b7a991d1-6061-464b-bb89-5b1fc458538a req-36cce8d9-d4c7-4731-a687-2b50f1ee876b tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523460 Mar 07 17:11:33.176833 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:33.505259 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe90fd-4b62-43f3-b2a6-88968799d956 req-c999a7a0-0d0a-4aad-8b7c-50d3dc560dd9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:33.506784 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6efe90fd-4b62-43f3-b2a6-88968799d956 req-c999a7a0-0d0a-4aad-8b7c-50d3dc560dd9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0555720 Mar 07 17:11:33.556595 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6efe90fd-4b62-43f3-b2a6-88968799d956 req-b1b962ae-029e-4007-b10f-fd2d1f451a08 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Mar 07 17:11:33.982535 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d8d76-ada1-410f-8b31-c3ba0a546c16 req-c6b4a8a9-e340-412d-84d9-81494860cc4e tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:33.984020 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c86d8d76-ada1-410f-8b31-c3ba0a546c16 req-c6b4a8a9-e340-412d-84d9-81494860cc4e tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 945 time: 0.0517223 Mar 07 17:11:34.035017 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c86d8d76-ada1-410f-8b31-c3ba0a546c16 req-0f8dab13-b14d-4bda-b66d-cc1099e3c9dd tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2eb207e-d35d-4ba7-b5b4-a131f3926eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448389 Mar 07 17:11:34.144152 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27af24-1bc3-481c-9234-33b4eb3c5646 req-aa3bf4a9-421b-40ad-b070-78521a7a2684 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:34.146338 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bf27af24-1bc3-481c-9234-33b4eb3c5646 req-aa3bf4a9-421b-40ad-b070-78521a7a2684 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0590336 Mar 07 17:11:34.160730 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936b4f9-bafc-4c94-9224-cef2521414c2 req-eb5bb3d5-0460-4544-8926-b31f478a59a5 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:34.163990 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9936b4f9-bafc-4c94-9224-cef2521414c2 req-eb5bb3d5-0460-4544-8926-b31f478a59a5 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0590649 Mar 07 17:11:34.201261 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bf27af24-1bc3-481c-9234-33b4eb3c5646 req-4b73e884-8368-4e8c-bdf1-338eae2e3324 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488122 Mar 07 17:11:34.212657 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9936b4f9-bafc-4c94-9224-cef2521414c2 req-da0dfe40-6ec9-427b-96bb-9493720c6e0b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425527 Mar 07 17:11:34.428064 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a85e79-78e1-4896-9748-af28da3be823 req-c3fbefe0-c1a7-43f6-869a-e07076385f89 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:34.429594 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-46a85e79-78e1-4896-9748-af28da3be823 req-c3fbefe0-c1a7-43f6-869a-e07076385f89 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 945 time: 0.0579119 Mar 07 17:11:34.547981 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Deleting port facaa6b4-4f14-43a1-9b61-90120b4053df {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:34.548318 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:34.634205 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] For port facaa6b4-4f14-43a1-9b61-90120b4053df, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=facaa6b4-4f14-43a1-9b61-90120b4053df,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:34.634603 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:34.681744 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89571639-c418-4db8-b9d7-52b4a4bb292b req-1cf45ffb-7221-4d54-95a4-077dee95985b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:34.683209 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-89571639-c418-4db8-b9d7-52b4a4bb292b req-1cf45ffb-7221-4d54-95a4-077dee95985b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0541790 Mar 07 17:11:34.731419 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-89571639-c418-4db8-b9d7-52b4a4bb292b req-e5b435f0-e1b3-4472-b595-db48d5cda3be tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425158 Mar 07 17:11:34.818688 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:34.819046 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (799f521e-8de4-4e23-b726-fab261a6169b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:34.819351 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Floating IP 799f521e-8de4-4e23-b726-fab261a6169b disassociated. External IP: 172.27.1.228, port: facaa6b4-4f14-43a1-9b61-90120b4053df. Mar 07 17:11:34.819716 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Calling delete_port for facaa6b4-4f14-43a1-9b61-90120b4053df owned by compute:nova {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:34.844009 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:35.015444 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (facaa6b4-4f14-43a1-9b61-90120b4053df), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:35.047341 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'Port': ['ID=facaa6b4-4f14-43a1-9b61-90120b4053df,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:35.058775 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.059127 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.059471 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.059812 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.060150 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.060482 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.060929 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.061259 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.061589 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.061911 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.062233 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.062582 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.065727 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:35.144020 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fc1d5884-7d5c-4850-b837-888c3606c25d req-352b1153-ef84-4dd0-94db-458d83c44753 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 210 time: 0.0341539 Mar 07 17:11:35.199438 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Router aaad6cb6-481e-48fa-ad08-e56cdee8c443 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:11:35.307763 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:11:35.318135 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589414be-240c-4973-9eeb-1268080d964e None None] Sync routers for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:11:35.328107 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589414be-240c-4973-9eeb-1268080d964e None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:35.328995 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-589414be-240c-4973-9eeb-1268080d964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:11:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:35.332854 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56547802-6bf2-40f1-ac96-b61a3478dcf5 req-6462dbe3-9aaa-4d6e-b52c-17ca8f662fab tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:35.334407 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-56547802-6bf2-40f1-ac96-b61a3478dcf5 req-6462dbe3-9aaa-4d6e-b52c-17ca8f662fab tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0533335 Mar 07 17:11:35.351499 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] No DVR routers for this DVR port facaa6b4-4f14-43a1-9b61-90120b4053df on host hv-cinder-77819 {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:11:35.354953 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:35.359035 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-46a85e79-78e1-4896-9748-af28da3be823 req-b17eb97e-54e4-40f4-89e1-a627dc02f9ec tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "DELETE /v2.0/ports/facaa6b4-4f14-43a1-9b61-90120b4053df HTTP/1.1" status: 204 len: 173 time: 0.9211810 Mar 07 17:11:35.359551 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'name': 'network-vif-deleted', 'tag': 'facaa6b4-4f14-43a1-9b61-90120b4053df'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:35.362429 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e6c20b-ddfe-42d7-9359-17bda3c91922" -d '{"events": [{"server_uuid": "8835cdd9-b11c-45f0-9778-dd917ca42dc7", "name": "network-vif-deleted", "tag": "facaa6b4-4f14-43a1-9b61-90120b4053df"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:35.397646 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-56547802-6bf2-40f1-ac96-b61a3478dcf5 req-fa4d5990-b795-4a6a-acea-e2fb516402f3 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531149 Mar 07 17:11:35.422945 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 564c207f-8d14-433b-811b-9760e3c8937e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:11:35.468192 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372d6f7e-6cd2-4e6d-8cfd-d171e675ff9b x-openstack-request-id: req-372d6f7e-6cd2-4e6d-8cfd-d171e675ff9b {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:35.469149 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8835cdd9-b11c-45f0-9778-dd917ca42dc7", "name": "network-vif-deleted", "tag": "facaa6b4-4f14-43a1-9b61-90120b4053df", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:35.469498 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-372d6f7e-6cd2-4e6d-8cfd-d171e675ff9b {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:35.470273 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8835cdd9-b11c-45f0-9778-dd917ca42dc7', 'name': 'network-vif-deleted', 'tag': 'facaa6b4-4f14-43a1-9b61-90120b4053df', 'status': 'completed', 'code': 200} Mar 07 17:11:35.481946 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-589414be-240c-4973-9eeb-1268080d964e None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:35.781477 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:35.823745 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '564c207f-8d14-433b-811b-9760e3c8937e', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'port_id': '564c207f-8d14-433b-811b-9760e3c8937e', 'mac_address': 'fa:16:3e:0b:ea:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:11:35.875126 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec83b47-2b8a-40b7-8f44-e2cdf34272f8 req-354385df-873b-45c0-ab3e-2bc20bf04952 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:35.876614 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bec83b47-2b8a-40b7-8f44-e2cdf34272f8 req-354385df-873b-45c0-ab3e-2bc20bf04952 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 944 time: 0.0658367 Mar 07 17:11:35.901976 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 564c207f-8d14-433b-811b-9760e3c8937e is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:35.902626 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (564c207f-8d14-433b-811b-9760e3c8937e), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:35.920528 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564c207f-8d14-433b-811b-9760e3c8937e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:11:35.926000 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bec83b47-2b8a-40b7-8f44-e2cdf34272f8 req-9d741634-5b48-4052-9b4a-f9080fc3c43b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Mar 07 17:11:35.945425 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:35.959603 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-589414be-240c-4973-9eeb-1268080d964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:35.985939 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589414be-240c-4973-9eeb-1268080d964e None None] Checking router: aaad6cb6-481e-48fa-ad08-e56cdee8c443 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:11:35.994326 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589414be-240c-4973-9eeb-1268080d964e None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:35.994964 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-589414be-240c-4973-9eeb-1268080d964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:11:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:36.034593 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (564c207f-8d14-433b-811b-9760e3c8937e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:36.125303 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=564c207f-8d14-433b-811b-9760e3c8937e,revision_number=9']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:36.148254 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-589414be-240c-4973-9eeb-1268080d964e None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:36.257697 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5164cfa8-e21b-4e6b-bf5e-4edc84f4b4d6 req-6740129f-05e2-4bad-833a-27a4c0c2f205 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=8835cdd9-b11c-45f0-9778-dd917ca42dc7 HTTP/1.1" status: 200 len: 210 time: 0.0261967 Mar 07 17:11:36.352455 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-589414be-240c-4973-9eeb-1268080d964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:36.379153 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589414be-240c-4973-9eeb-1268080d964e None None] The sync data for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi is: [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:11:36.396817 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['564c207f-8d14-433b-811b-9760e3c8937e'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:11:36.538675 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d104ff7-db8e-4eb9-8636-2c7cc6688330 req-88901f08-2712-483d-894c-f291ca711fa0 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:36.542900 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d104ff7-db8e-4eb9-8636-2c7cc6688330 req-88901f08-2712-483d-894c-f291ca711fa0 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0591598 Mar 07 17:11:36.592911 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d104ff7-db8e-4eb9-8636-2c7cc6688330 req-12ee96f3-2374-4ec8-8720-f3fa472b40a4 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454016 Mar 07 17:11:36.671534 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b5c13b-e9e3-409c-ae10-4b876ec6ce19 None None] New status for floating IP 799f521e-8de4-4e23-b726-fab261a6169b: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:11:37.054644 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e90c7-791d-4e67-98c3-b502ec206608 req-816c5275-5026-408a-9d61-c80a0a08c61b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:37.056117 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c78e90c7-791d-4e67-98c3-b502ec206608 req-816c5275-5026-408a-9d61-c80a0a08c61b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 945 time: 0.0586054 Mar 07 17:11:37.102448 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c78e90c7-791d-4e67-98c3-b502ec206608 req-a44cae78-a921-44bb-8655-f6e9fb4c6fa0 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408118 Mar 07 17:11:37.395166 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60638) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:37.415541 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 564c207f-8d14-433b-811b-9760e3c8937e up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:37.452771 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e18317e-365f-42d3-9e85-f2cf97991587 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (b2eb207e-d35d-4ba7-b5b4-a131f3926eff), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.466466 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 564c207f-8d14-433b-811b-9760e3c8937e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:37.466887 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (564c207f-8d14-433b-811b-9760e3c8937e), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.479223 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e18317e-365f-42d3-9e85-f2cf97991587 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (b2eb207e-d35d-4ba7-b5b4-a131f3926eff), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.548457 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 564c207f-8d14-433b-811b-9760e3c8937e is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:37.548853 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (564c207f-8d14-433b-811b-9760e3c8937e), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.572334 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:37.574590 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bc9c21-754c-4254-9fb7-49278c7d18db" -d '{"events": [{"server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "name": "network-vif-plugged", "status": "completed", "tag": "564c207f-8d14-433b-811b-9760e3c8937e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:37.587646 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:37.605292 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e18317e-365f-42d3-9e85-f2cf97991587 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (b2eb207e-d35d-4ba7-b5b4-a131f3926eff), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.608392 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e18317e-365f-42d3-9e85-f2cf97991587 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.609573 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3e18317e-365f-42d3-9e85-f2cf97991587 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "DELETE /v2.0/security-groups/b2eb207e-d35d-4ba7-b5b4-a131f3926eff HTTP/1.1" status: 204 len: 168 time: 0.2133060 Mar 07 17:11:37.613252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6191fc4f-8b2f-43ad-8842-a95b33a116c6 x-openstack-request-id: req-6191fc4f-8b2f-43ad-8842-a95b33a116c6 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:37.615613 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60642) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:37.616132 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "name": "network-vif-plugged", "status": "completed", "tag": "564c207f-8d14-433b-811b-9760e3c8937e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:37.616132 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6191fc4f-8b2f-43ad-8842-a95b33a116c6 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:37.616132 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e', 'code': 200} Mar 07 17:11:37.626713 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18317e-365f-42d3-9e85-f2cf97991587 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eb207e-d35d-4ba7-b5b4-a131f3926eff,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:37.627462 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.api.v2.resource [None req-348d7581-9c6f-4f25-9025-aca4be2022de tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] show failed (client error): The resource could not be found. Mar 07 17:11:37.631217 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-348d7581-9c6f-4f25-9025-aca4be2022de tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups/b2eb207e-d35d-4ba7-b5b4-a131f3926eff HTTP/1.1" status: 404 len: 347 time: 0.0155010 Mar 07 17:11:37.643940 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60646) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:37.657273 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (564c207f-8d14-433b-811b-9760e3c8937e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.658501 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device facaa6b4-4f14-43a1-9b61-90120b4053df no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:11:37.698900 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: facaa6b4-4f14-43a1-9b61-90120b4053df {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:11:37.699233 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device facaa6b4-4f14-43a1-9b61-90120b4053df not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:11:37.736093 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=564c207f-8d14-433b-811b-9760e3c8937e,revision_number=10']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:37.826255 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652f436-ded8-4418-8fbf-63bc4665c892 req-c177d251-8109-4855-9b88-f697c862d22e tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:37.827937 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a652f436-ded8-4418-8fbf-63bc4665c892 req-c177d251-8109-4855-9b88-f697c862d22e tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.1371164 Mar 07 17:11:37.863525 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-98ce602f-abcc-4750-95e4-d6ac070ddc52 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Deleting port c55e0351-973a-4add-9242-15f5a2959fd7 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:37.864488 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98ce602f-abcc-4750-95e4-d6ac070ddc52 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (c55e0351-973a-4add-9242-15f5a2959fd7), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.929715 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a652f436-ded8-4418-8fbf-63bc4665c892 req-676807a5-db14-4af4-a844-10627e853f54 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940816 Mar 07 17:11:37.965029 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98ce602f-abcc-4750-95e4-d6ac070ddc52 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (c55e0351-973a-4add-9242-15f5a2959fd7), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.965665 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98ce602f-abcc-4750-95e4-d6ac070ddc52 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (c55e0351-973a-4add-9242-15f5a2959fd7), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.979508 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-98ce602f-abcc-4750-95e4-d6ac070ddc52 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Calling delete_port for c55e0351-973a-4add-9242-15f5a2959fd7 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:38.238655 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6653c9-e35f-49b1-8e1b-95f8d81d3009 req-d8f41f0f-1733-4e9f-bcae-cb345569bc7f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:38.240849 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6b6653c9-e35f-49b1-8e1b-95f8d81d3009 req-d8f41f0f-1733-4e9f-bcae-cb345569bc7f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 947 time: 0.0591846 Mar 07 17:11:38.308729 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6b6653c9-e35f-49b1-8e1b-95f8d81d3009 req-34657ee2-18a4-451b-9ba0-af3d5056ffc9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616593 Mar 07 17:11:38.347532 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825673f-35f0-4530-a9f3-1c9b26690bd4 req-e171410d-5111-4717-a336-924267cd21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:38.349134 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5825673f-35f0-4530-a9f3-1c9b26690bd4 req-e171410d-5111-4717-a336-924267cd21c3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 1131 time: 0.3611429 Mar 07 17:11:38.420071 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5825673f-35f0-4530-a9f3-1c9b26690bd4 req-62e1ef64-42b4-482d-80ba-6f7fd457774b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621960 Mar 07 17:11:38.507934 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98ce602f-abcc-4750-95e4-d6ac070ddc52 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (c55e0351-973a-4add-9242-15f5a2959fd7), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.534327 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce602f-abcc-4750-95e4-d6ac070ddc52 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'Port': ['ID=c55e0351-973a-4add-9242-15f5a2959fd7,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:38.599992 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98ce602f-abcc-4750-95e4-d6ac070ddc52 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (799f521e-8de4-4e23-b726-fab261a6169b), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.602522 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98ce602f-abcc-4750-95e4-d6ac070ddc52 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.603664 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-98ce602f-abcc-4750-95e4-d6ac070ddc52 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "DELETE /v2.0/floatingips/799f521e-8de4-4e23-b726-fab261a6169b HTTP/1.1" status: 204 len: 168 time: 0.9584882 Mar 07 17:11:38.879101 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60652) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:38.884240 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c3581c99-006e-475e-a1b0-56507264831a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515777859', 'description': 'tempest-description--1698347860'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:38.959543 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3581c99-006e-475e-a1b0-56507264831a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.027956 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3581c99-006e-475e-a1b0-56507264831a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (b0f3c7ef-0efd-452c-8854-bbb7dad9004d), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.051004 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7226e-66ca-40a6-b005-f67681e036f0 req-e2c39197-da03-4795-ab72-8dab9f6a6c19 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:39.053303 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c8c7226e-66ca-40a6-b005-f67681e036f0 req-e2c39197-da03-4795-ab72-8dab9f6a6c19 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0542026 Mar 07 17:11:39.096525 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3581c99-006e-475e-a1b0-56507264831a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (b0f3c7ef-0efd-452c-8854-bbb7dad9004d), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.100880 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c8c7226e-66ca-40a6-b005-f67681e036f0 req-50f10b77-ce03-4892-a47d-6875b99e10c8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413821 Mar 07 17:11:39.128115 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3581c99-006e-475e-a1b0-56507264831a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f3c7ef-0efd-452c-8854-bbb7dad9004d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:39.218516 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3581c99-006e-475e-a1b0-56507264831a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.219808 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-c3581c99-006e-475e-a1b0-56507264831a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3390796 Mar 07 17:11:39.222930 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60656) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:39.228761 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-fa558caf-186a-4ec2-9e65-4b673871a987 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group_rule': {'security_group_id': 'b0f3c7ef-0efd-452c-8854-bbb7dad9004d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:39.328936 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa558caf-186a-4ec2-9e65-4b673871a987 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (881caa65-fa03-40cc-bb3f-154170386908), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.396060 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa558caf-186a-4ec2-9e65-4b673871a987 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (881caa65-fa03-40cc-bb3f-154170386908), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.440268 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5898cc-f3f1-4530-8829-e1f8d18356d6 req-60c95c44-7fab-4a86-a492-eb059b08e2a5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:39.441755 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cd5898cc-f3f1-4530-8829-e1f8d18356d6 req-60c95c44-7fab-4a86-a492-eb059b08e2a5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 947 time: 0.0595546 Mar 07 17:11:39.454677 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa558caf-186a-4ec2-9e65-4b673871a987 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (881caa65-fa03-40cc-bb3f-154170386908), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.492973 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa558caf-186a-4ec2-9e65-4b673871a987 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881caa65-fa03-40cc-bb3f-154170386908,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:39.522638 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cd5898cc-f3f1-4530-8829-e1f8d18356d6 req-43d41fd7-6b15-408a-a54f-8f073eb2ef43 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749254 Mar 07 17:11:39.573109 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa558caf-186a-4ec2-9e65-4b673871a987 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.574686 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-fa558caf-186a-4ec2-9e65-4b673871a987 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3491824 Mar 07 17:11:39.576952 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60664) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:39.584396 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f266674a-2b78-4491-b715-133cd6d06322 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'security_group_rule': {'security_group_id': 'b0f3c7ef-0efd-452c-8854-bbb7dad9004d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:39.673167 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f266674a-2b78-4491-b715-133cd6d06322 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (cabe5c06-cd62-4f2e-8698-33a0c9823d78), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.734682 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f266674a-2b78-4491-b715-133cd6d06322 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (cabe5c06-cd62-4f2e-8698-33a0c9823d78), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.822518 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f266674a-2b78-4491-b715-133cd6d06322 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (cabe5c06-cd62-4f2e-8698-33a0c9823d78), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.842995 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266674a-2b78-4491-b715-133cd6d06322 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabe5c06-cd62-4f2e-8698-33a0c9823d78,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:39.909487 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f266674a-2b78-4491-b715-133cd6d06322 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.910757 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-f266674a-2b78-4491-b715-133cd6d06322 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3327405 Mar 07 17:11:39.930149 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60686) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:39.934501 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:40.022848 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:40.128663 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:40.237629 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a733e-47d9-4928-86cd-88bb0ff622a7 req-2dc0e0ec-4492-479a-bfd8-f03eae4851b9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:40.239817 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-927a733e-47d9-4928-86cd-88bb0ff622a7 req-2dc0e0ec-4492-479a-bfd8-f03eae4851b9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0614536 Mar 07 17:11:40.247813 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Allocated IP 172.27.1.228 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/2208434d-a9a8-4dc9-83b6-d06d2d148d01) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:11:40.297012 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-927a733e-47d9-4928-86cd-88bb0ff622a7 req-075bcb9c-4137-4339-aa9f-3a0da3968e1a tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513034 Mar 07 17:11:40.387194 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (2208434d-a9a8-4dc9-83b6-d06d2d148d01), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:40.536173 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (2208434d-a9a8-4dc9-83b6-d06d2d148d01), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:40.579060 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:40.583439 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:40.586270 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:11:40.592816 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=2208434d-a9a8-4dc9-83b6-d06d2d148d01,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:40.622629 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:40.710179 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919daf-db62-469b-9498-8a852196fd67 req-657b3901-0c6c-46bc-980d-cad2dbff0605 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:40.711747 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-78919daf-db62-469b-9498-8a852196fd67 req-657b3901-0c6c-46bc-980d-cad2dbff0605 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 947 time: 0.0985396 Mar 07 17:11:40.743278 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (df239ea6-3d60-4384-9d50-abf350c482b5), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:40.775086 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-78919daf-db62-469b-9498-8a852196fd67 req-060f27f8-bec3-440f-bb30-17abcecf22e6 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564361 Mar 07 17:11:40.845900 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (2208434d-a9a8-4dc9-83b6-d06d2d148d01), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.005350 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (2208434d-a9a8-4dc9-83b6-d06d2d148d01), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.084451 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (2208434d-a9a8-4dc9-83b6-d06d2d148d01), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.153908 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=2208434d-a9a8-4dc9-83b6-d06d2d148d01,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:41.168418 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (df239ea6-3d60-4384-9d50-abf350c482b5), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.258573 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.259909 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-322661cf-3440-45d7-9501-cd9cf8bb2361 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3287661 Mar 07 17:11:41.418985 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2af44-abe8-486a-812f-2f97d0b0db06 req-2226a115-e639-477d-a2d1-8a8bd0968d48 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:41.420519 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-16a2af44-abe8-486a-812f-2f97d0b0db06 req-2226a115-e639-477d-a2d1-8a8bd0968d48 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0533643 Mar 07 17:11:41.456477 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0ba6a609-130a-47f0-b0e5-cacd46930bd8 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--515777859&fields=id&tenant_id=dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 267 time: 0.0459788 Mar 07 17:11:41.469660 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-16a2af44-abe8-486a-812f-2f97d0b0db06 req-e8999775-5f03-4c3e-ab5c-b4f13353e0e2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433154 Mar 07 17:11:41.571203 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-5e86befe-bfce-4ef9-87cc-34cc57d709d7 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:41.572685 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-5e86befe-bfce-4ef9-87cc-34cc57d709d7 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 815 time: 0.1090152 Mar 07 17:11:41.588134 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-f3b7ef92-a941-4aa0-99a9-6194199c63de tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/quotas/dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 375 time: 0.0099888 Mar 07 17:11:41.647326 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-406bc722-ec4d-4100-8b74-dfdaab91d630 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537117 Mar 07 17:11:41.753343 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-4105c3b1-de10-4c6c-8220-beee6d0bc37d service neutron] 10.222.0.52 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921874 Mar 07 17:11:41.856979 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0cff8740-7ad6-46f1-95cb-812a3cdb680a service neutron] 10.222.0.52 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970440 Mar 07 17:11:41.947806 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e4a27-3892-48c3-96e2-1d36a81f871b req-a916a620-df61-4e3c-853c-45e8052fdca5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:41.949611 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-eb3e4a27-3892-48c3-96e2-1d36a81f871b req-a916a620-df61-4e3c-853c-45e8052fdca5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 947 time: 0.0717332 Mar 07 17:11:41.996974 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-eb3e4a27-3892-48c3-96e2-1d36a81f871b req-da9aaf35-471b-4068-8ab6-6cc890b5d61f tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Mar 07 17:11:42.115750 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c8e52692-8c40-4e1d-80d5-30746dfdc908 req-dd573a4c-1091-4984-ace1-4a3ea8dd3010 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 210 time: 0.0287578 Mar 07 17:11:42.593369 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b0f3b-ce50-46a6-b44a-97380b636e46 req-de633e94-972c-4347-a54c-f751ff739cf3 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:42.594857 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-338b0f3b-ce50-46a6-b44a-97380b636e46 req-de633e94-972c-4347-a54c-f751ff739cf3 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0565860 Mar 07 17:11:42.645958 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-338b0f3b-ce50-46a6-b44a-97380b636e46 req-d3eb985e-87b5-4790-9c85-aa19cdb89f3a tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447240 Mar 07 17:11:43.267718 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-997cd13b-ef69-448d-a648-70f9268d79b4 req-3d22582a-f773-4719-89f2-2b82e5c0f766 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 210 time: 0.0270679 Mar 07 17:11:43.768446 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035ad89-0fd9-4a31-966a-b8d02a521df8 req-92f0cbb8-8956-4822-b51d-c0bd554da659 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:43.769979 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d035ad89-0fd9-4a31-966a-b8d02a521df8 req-92f0cbb8-8956-4822-b51d-c0bd554da659 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0536265 Mar 07 17:11:43.825941 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d035ad89-0fd9-4a31-966a-b8d02a521df8 req-300c5784-9f69-4893-89ce-5c8432b59bc2 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490038 Mar 07 17:11:44.239514 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-9c08d41a-624e-4854-b5f0-3dd7d1c04d7a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:44.241591 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-9c08d41a-624e-4854-b5f0-3dd7d1c04d7a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 815 time: 0.1218233 Mar 07 17:11:44.314279 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-dfefc7fb-4a57-48a3-a6b7-74a49ad1b43d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd5d10d6e0d84d47890158b48c48c045 HTTP/1.1" status: 200 len: 379 time: 0.0549126 Mar 07 17:11:44.322717 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'port': {'device_id': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'admin_state_up': True, 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'security_groups': ['b0f3c7ef-0efd-452c-8854-bbb7dad9004d']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:44.365978 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9392e6dc-1fd7-4b80-bc88-c9a4e5eb9939 req-670b8bff-38b5-45aa-8ccc-a5b2e7d4178a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 210 time: 0.0288880 Mar 07 17:11:44.509245 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Made reservation on behalf of dd5d10d6e0d84d47890158b48c48c045 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:11:44.512811 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:44.642882 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Allocated IP 172.20.0.5 (0003365c-cf00-48c8-a828-23eeb690294a/dc87e00f-d087-4c85-b362-2bac4ce5c63b/dcae8151-4cb2-4456-8136-b04431e85de8) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:11:44.789662 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for port (dcae8151-4cb2-4456-8136-b04431e85de8), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:44.882629 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:44.952178 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Network 0003365c-cf00-48c8-a828-23eeb690294a is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:44.957399 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:44.962610 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:11:44.999904 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event updated for resources: {'Port': ['ID=dcae8151-4cb2-4456-8136-b04431e85de8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:45.030976 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee9f2-f385-4f75-9844-cf54cd1a5467 req-41cdb907-c032-4134-a430-6a5aaee19d93 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:45.032481 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1c1ee9f2-f385-4f75-9844-cf54cd1a5467 req-41cdb907-c032-4134-a430-6a5aaee19d93 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.1169324 Mar 07 17:11:45.038227 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:45.038912 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.093888 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1c1ee9f2-f385-4f75-9844-cf54cd1a5467 req-39d994e0-ded4-439e-90d5-d521673ff238 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519230 Mar 07 17:11:45.156391 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-7d08a487-a197-46a0-a60c-4556c64faa0f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372655 Mar 07 17:11:45.175902 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Request body: {'port': {'device_id': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:45.241897 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.251908 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2223176b-e431-4779-8080-bbb01777b2ba None None] Provisioning complete for port dcae8151-4cb2-4456-8136-b04431e85de8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:45.252508 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2223176b-e431-4779-8080-bbb01777b2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.291036 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2223176b-e431-4779-8080-bbb01777b2ba None None] Port dcae8151-4cb2-4456-8136-b04431e85de8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:11:45.498106 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc02929-5c29-4a5b-81a3-283ca4298158 req-87df9485-8fad-4aaa-aaab-cdc59d1a82d4 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:45.499540 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0bc02929-5c29-4a5b-81a3-283ca4298158 req-87df9485-8fad-4aaa-aaab-cdc59d1a82d4 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 931 time: 0.0591908 Mar 07 17:11:45.514103 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96c13c-5e82-41fd-a55f-2e0a3d23c875 req-45896586-815a-42dc-b5df-c07a39e6f16f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:45.515725 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8c96c13c-5e82-41fd-a55f-2e0a3d23c875 req-45896586-815a-42dc-b5df-c07a39e6f16f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0848062 Mar 07 17:11:45.560042 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0bc02929-5c29-4a5b-81a3-283ca4298158 req-2d8f16ef-5aa6-4e32-a14b-7683daae2058 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525305 Mar 07 17:11:45.595799 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858569-8c99-48eb-b655-c0e6c107d26f req-4410f03a-61b6-4bc7-8d77-e5431c909aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:45.597324 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5858569-8c99-48eb-b655-c0e6c107d26f req-4410f03a-61b6-4bc7-8d77-e5431c909aee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f241ca33d5e4641b042e0e088c78802&device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 1130 time: 0.0522375 Mar 07 17:11:45.600468 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcae8151-4cb2-4456-8136-b04431e85de8 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:11:45.609481 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8c96c13c-5e82-41fd-a55f-2e0a3d23c875 req-c0db5d57-d023-44fc-a53c-c3c00ba6b5f1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857472 Mar 07 17:11:45.611281 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Publish callbacks [] for port (dcae8151-4cb2-4456-8136-b04431e85de8), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.624754 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Transition to ACTIVE for port object dcae8151-4cb2-4456-8136-b04431e85de8 will not be triggered until provisioned by entity L2. {{(pid=103716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:11:45.699692 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858569-8c99-48eb-b655-c0e6c107d26f req-90617d17-b884-48b9-862b-046b256be4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:45.701185 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5858569-8c99-48eb-b655-c0e6c107d26f req-90617d17-b884-48b9-862b-046b256be4ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=3dd5b780-4912-4b74-8f1b-a74ef8761a06 HTTP/1.1" status: 200 len: 912 time: 0.0959375 Mar 07 17:11:45.708243 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.773198 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae8151-4cb2-4456-8136-b04431e85de8,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:45.774010 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5858569-8c99-48eb-b655-c0e6c107d26f req-454db0ef-4770-4519-a2ad-01cca1c7b3dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a617ca4-a1ba-4d3d-87b8-46e209251c49 HTTP/1.1" status: 200 len: 1002 time: 0.0665224 Mar 07 17:11:45.836807 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858569-8c99-48eb-b655-c0e6c107d26f req-a28d2747-6f11-4df7-b14c-eeaaa829e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:45.838293 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5858569-8c99-48eb-b655-c0e6c107d26f req-a28d2747-6f11-4df7-b14c-eeaaa829e60c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98015567-67e5-4976-a0e0-fd80463ef3e8 HTTP/1.1" status: 200 len: 850 time: 0.0575204 Mar 07 17:11:45.855904 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Attempting to bind port dcae8151-4cb2-4456-8136-b04431e85de8 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:11:45.855904 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Attempting to bind port dcae8151-4cb2-4456-8136-b04431e85de8 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:11:45.855904 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Attempting to bind port dcae8151-4cb2-4456-8136-b04431e85de8 on network 0003365c-cf00-48c8-a828-23eeb690294a {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:11:45.860757 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Port dcae8151-4cb2-4456-8136-b04431e85de8 on network 0003365c-cf00-48c8-a828-23eeb690294a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:11:45.861237 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Attempting to bind port dcae8151-4cb2-4456-8136-b04431e85de8 on network 0003365c-cf00-48c8-a828-23eeb690294a {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:11:45.868156 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:11:45.878174 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Checking segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:11:45.878174 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Bound using segment: {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:11:45.878174 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Bound port: dcae8151-4cb2-4456-8136-b04431e85de8, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388230eb-ff5a-428a-9964-f3b66cda55de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:11:45.878174 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.907263 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858569-8c99-48eb-b655-c0e6c107d26f req-1f8e7991-f3e0-43d3-af63-f82917f4e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:45.909092 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5858569-8c99-48eb-b655-c0e6c107d26f req-1f8e7991-f3e0-43d3-af63-f82917f4e2a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3dd5b780-4912-4b74-8f1b-a74ef8761a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0644214 Mar 07 17:11:45.976164 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] For port dcae8151-4cb2-4456-8136-b04431e85de8, host hv-cinder-77819, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:11:45.979573 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] For port dcae8151-4cb2-4456-8136-b04431e85de8, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dcae8151-4cb2-4456-8136-b04431e85de8,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:11:46.012979 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5858569-8c99-48eb-b655-c0e6c107d26f req-555b1262-f094-4620-8d29-54b83bf10d07 service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974624 Mar 07 17:11:46.050922 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.088759 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:46.089663 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.091304 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] 10.222.0.65 "PUT /v2.0/ports/dcae8151-4cb2-4456-8136-b04431e85de8 HTTP/1.1" status: 200 len: 1093 time: 0.9200575 Mar 07 17:11:46.093657 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'tag': 'dcae8151-4cb2-4456-8136-b04431e85de8'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:46.096047 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9a30fd-bdd2-4b63-bba1-622577121108" -d '{"events": [{"name": "network-changed", "server_uuid": "6ade03ee-4b31-4e2d-b186-d6e91cc2b807", "tag": "dcae8151-4cb2-4456-8136-b04431e85de8"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:46.123563 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5858569-8c99-48eb-b655-c0e6c107d26f req-4c63102b-0b93-4e27-bc9f-ef563a008f74 service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048055 Mar 07 17:11:46.131729 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de01f72-debd-47be-8b51-772c4d4e1e24 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae8151-4cb2-4456-8136-b04431e85de8,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:46.150745 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163ace62-0176-4d94-ab15-7618fe6b1420 x-openstack-request-id: req-163ace62-0176-4d94-ab15-7618fe6b1420 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:46.152655 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ade03ee-4b31-4e2d-b186-d6e91cc2b807", "tag": "dcae8151-4cb2-4456-8136-b04431e85de8", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:46.152655 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-163ace62-0176-4d94-ab15-7618fe6b1420 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:46.152655 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'tag': 'dcae8151-4cb2-4456-8136-b04431e85de8', 'status': 'completed', 'code': 200} Mar 07 17:11:46.242503 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a30fd-bdd2-4b63-bba1-622577121108 req-92960573-ab2a-47cd-b041-1056b64c3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:46.244178 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9a9a30fd-bdd2-4b63-bba1-622577121108 req-92960573-ab2a-47cd-b041-1056b64c3e78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 1127 time: 0.0555520 Mar 07 17:11:46.373884 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a30fd-bdd2-4b63-bba1-622577121108 req-1210c877-a97b-436c-a488-8881e291de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:46.375336 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9a9a30fd-bdd2-4b63-bba1-622577121108 req-1210c877-a97b-436c-a488-8881e291de09 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=dd5d10d6e0d84d47890158b48c48c045&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1129220 Mar 07 17:11:46.480153 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a30fd-bdd2-4b63-bba1-622577121108 req-51f5e24b-3e51-40f2-b721-9624abe05c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:46.481613 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9a9a30fd-bdd2-4b63-bba1-622577121108 req-51f5e24b-3e51-40f2-b721-9624abe05c12 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930398 Mar 07 17:11:46.611252 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-203d44e1-26f0-4bb5-a3aa-df4f1142c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:46.612797 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-203d44e1-26f0-4bb5-a3aa-df4f1142c334 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 1127 time: 0.0565135 Mar 07 17:11:46.687247 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e89c-0288-4419-bc73-0affb27fae41 req-3903af36-78a2-4d88-abbe-f87b550c410d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:46.689249 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-21c0e89c-0288-4419-bc73-0affb27fae41 req-3903af36-78a2-4d88-abbe-f87b550c410d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 943 time: 0.0585217 Mar 07 17:11:46.724764 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-2617a385-8123-44dc-bb68-d4b958ea3325 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcae8151-4cb2-4456-8136-b04431e85de8 HTTP/1.1" status: 200 len: 217 time: 0.0509541 Mar 07 17:11:46.747909 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-21c0e89c-0288-4419-bc73-0affb27fae41 req-9cc7fa50-595b-4f6f-837f-a1ce392fd6da tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507960 Mar 07 17:11:46.804563 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-010b4804-ced0-45d0-8ee5-6a9691d80ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:46.806005 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-010b4804-ced0-45d0-8ee5-6a9691d80ca6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc87e00f-d087-4c85-b362-2bac4ce5c63b HTTP/1.1" status: 200 len: 854 time: 0.0607476 Mar 07 17:11:46.816754 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa1641-3c13-4222-bf80-38c7f2277995 req-ab5a9ae4-6466-4070-94fc-88ed38a87b39 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:46.818816 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9baa1641-3c13-4222-bf80-38c7f2277995 req-ab5a9ae4-6466-4070-94fc-88ed38a87b39 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.1034603 Mar 07 17:11:46.901745 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9baa1641-3c13-4222-bf80-38c7f2277995 req-c0f020da-5f13-4b08-bb2d-89c57262bf35 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729737 Mar 07 17:11:46.904436 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-720a7d40-d24d-4cf7-993a-8add3555260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:46.905940 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-720a7d40-d24d-4cf7-993a-8add3555260a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0003365c-cf00-48c8-a828-23eeb690294a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0862491 Mar 07 17:11:47.007562 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-07e828fb-a082-416e-aee6-b1ad70beafae service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926201 Mar 07 17:11:47.103851 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cf7ae37d-3a92-4402-a694-30eaed9367dc req-d8646fc9-54eb-488c-9dec-598987b6e7b6 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900891 Mar 07 17:11:47.871735 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93b77c-33e3-43dc-b51f-bb9b337adb1c req-8f22676f-7cd7-4782-bd5a-facccec8a882 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:47.873253 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-db93b77c-33e3-43dc-b51f-bb9b337adb1c req-8f22676f-7cd7-4782-bd5a-facccec8a882 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 943 time: 0.0540440 Mar 07 17:11:47.924324 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-db93b77c-33e3-43dc-b51f-bb9b337adb1c req-38b00b39-f14b-4662-9cd0-621984121fb7 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454783 Mar 07 17:11:48.027748 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a2a77-2bcd-4d32-b060-48b2dba846ba req-a75acf58-f30b-404f-808a-cc50e528feb9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:48.029579 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-004a2a77-2bcd-4d32-b060-48b2dba846ba req-a75acf58-f30b-404f-808a-cc50e528feb9 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0579937 Mar 07 17:11:48.085829 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-004a2a77-2bcd-4d32-b060-48b2dba846ba req-47412045-ff32-4dbd-9535-031e08a44e80 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502908 Mar 07 17:11:49.047341 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566c4e2-74ab-449a-84c4-de209a2d5aa6 req-6c2e9f3f-bdaf-4dd6-885e-0950abf9b01d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:49.048884 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c566c4e2-74ab-449a-84c4-de209a2d5aa6 req-6c2e9f3f-bdaf-4dd6-885e-0950abf9b01d tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 943 time: 0.0559070 Mar 07 17:11:49.100671 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c566c4e2-74ab-449a-84c4-de209a2d5aa6 req-2132de4c-fc10-4048-b816-33110f3009e4 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 Mar 07 17:11:50.219685 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac2f3f-4730-4d00-9991-040ef268aa21 req-65e0789f-df98-4260-b405-2a8e969c8326 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:50.221157 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08ac2f3f-4730-4d00-9991-040ef268aa21 req-65e0789f-df98-4260-b405-2a8e969c8326 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 943 time: 0.0521648 Mar 07 17:11:50.278881 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-08ac2f3f-4730-4d00-9991-040ef268aa21 req-a6af4a49-48b1-467b-8c19-c77eb462e8b7 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513742 Mar 07 17:11:51.395005 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27d51b-3355-412e-b7d3-9d90a5fd6b25 req-06959fb0-e670-4e29-a2c2-32929b0ecf50 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:51.397150 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1a27d51b-3355-412e-b7d3-9d90a5fd6b25 req-06959fb0-e670-4e29-a2c2-32929b0ecf50 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 943 time: 0.0530257 Mar 07 17:11:51.446690 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1a27d51b-3355-412e-b7d3-9d90a5fd6b25 req-e4d8e287-d13d-43fa-a886-b10c03b0fb07 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438232 Mar 07 17:11:51.529512 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device dcae8151-4cb2-4456-8136-b04431e85de8 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:11:51.653212 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port dcae8151-4cb2-4456-8136-b04431e85de8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dcae8151-4cb2-4456-8136-b04431e85de8,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:51.665227 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': 'dcae8151-4cb2-4456-8136-b04431e85de8', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'port_id': 'dcae8151-4cb2-4456-8136-b04431e85de8', 'mac_address': 'fa:16:3e:9c:42:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:11:51.708023 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port dcae8151-4cb2-4456-8136-b04431e85de8 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:51.708322 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.722088 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcae8151-4cb2-4456-8136-b04431e85de8 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:11:51.743008 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port dcae8151-4cb2-4456-8136-b04431e85de8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dcae8151-4cb2-4456-8136-b04431e85de8,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:51.810390 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.868162 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=dcae8151-4cb2-4456-8136-b04431e85de8,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:52.236911 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['dcae8151-4cb2-4456-8136-b04431e85de8'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:11:52.577677 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de15815-0e08-44f2-a246-0e13c8818b1f req-4d5ee249-6f79-4fe8-b486-096c378982e8 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:52.579207 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1de15815-0e08-44f2-a246-0e13c8818b1f req-4d5ee249-6f79-4fe8-b486-096c378982e8 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 944 time: 0.0519247 Mar 07 17:11:52.625935 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1de15815-0e08-44f2-a246-0e13c8818b1f req-b172abda-77f1-4092-8d8e-32e5c176476f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401003 Mar 07 17:11:53.565181 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device dcae8151-4cb2-4456-8136-b04431e85de8 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:53.673192 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port dcae8151-4cb2-4456-8136-b04431e85de8 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:11:53.678581 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port dcae8151-4cb2-4456-8136-b04431e85de8 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:53.678971 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:53.771678 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d043e17-9fa9-47aa-9a43-661d548e033f req-ec6fc8b5-5cd3-4955-b04c-099fa1715416 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:53.773467 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5d043e17-9fa9-47aa-9a43-661d548e033f req-ec6fc8b5-5cd3-4955-b04c-099fa1715416 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 944 time: 0.0759907 Mar 07 17:11:53.780677 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port dcae8151-4cb2-4456-8136-b04431e85de8 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:53.781779 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:53.809485 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae8151-4cb2-4456-8136-b04431e85de8'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:53.811811 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4225253-5ffc-4cca-8296-7d10f22ef080" -d '{"events": [{"server_uuid": "6ade03ee-4b31-4e2d-b186-d6e91cc2b807", "name": "network-vif-plugged", "status": "completed", "tag": "dcae8151-4cb2-4456-8136-b04431e85de8"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:53.827773 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port dcae8151-4cb2-4456-8136-b04431e85de8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dcae8151-4cb2-4456-8136-b04431e85de8,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:53.834690 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5d043e17-9fa9-47aa-9a43-661d548e033f req-b20c53ef-6bfa-47d9-b427-65ea09f43cd2 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547276 Mar 07 17:11:53.850010 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b081487-124a-4164-ad08-59f9caf0e9d1 x-openstack-request-id: req-2b081487-124a-4164-ad08-59f9caf0e9d1 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:53.850307 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ade03ee-4b31-4e2d-b186-d6e91cc2b807", "name": "network-vif-plugged", "status": "completed", "tag": "dcae8151-4cb2-4456-8136-b04431e85de8", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:53.850598 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b081487-124a-4164-ad08-59f9caf0e9d1 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:53.856458 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae8151-4cb2-4456-8136-b04431e85de8', 'code': 200} Mar 07 17:11:53.902088 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:53.964983 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=dcae8151-4cb2-4456-8136-b04431e85de8,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:54.239999 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f6be7-27d8-4b30-b148-a1f8049f1688 req-3dcd5f8d-16d2-4fc9-b901-2d65896608ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:54.241842 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3a7f6be7-27d8-4b30-b148-a1f8049f1688 req-3dcd5f8d-16d2-4fc9-b901-2d65896608ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 1129 time: 0.0500362 Mar 07 17:11:54.292319 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3a7f6be7-27d8-4b30-b148-a1f8049f1688 req-c68a9e18-8409-441b-8a3f-f5931eef6784 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424962 Mar 07 17:11:54.970528 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7fbd-172a-4183-b8eb-ae56b4ffbc69 req-08d305fc-5c28-4155-8af1-64a72c652a68 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:54.972078 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-401d7fbd-172a-4183-b8eb-ae56b4ffbc69 req-08d305fc-5c28-4155-8af1-64a72c652a68 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 945 time: 0.0639048 Mar 07 17:11:55.024684 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-401d7fbd-172a-4183-b8eb-ae56b4ffbc69 req-a0d4a557-63b1-48ed-88fc-5e9e7174f9c6 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464292 Mar 07 17:11:56.152043 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf6700-ceef-4097-a45b-796d6bfe68f3 req-69bdb339-9a49-4414-86af-160ffdce364f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:56.153650 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-22bf6700-ceef-4097-a45b-796d6bfe68f3 req-69bdb339-9a49-4414-86af-160ffdce364f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 945 time: 0.0578363 Mar 07 17:11:56.207017 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-22bf6700-ceef-4097-a45b-796d6bfe68f3 req-95bad4c9-78cf-419e-9581-49db14e995d4 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473278 Mar 07 17:11:56.340286 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09184415-8744-4c3a-82fb-9713918cc6a0 req-9aa1344d-8b01-4e60-8187-0f6e96295786 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:56.341924 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-09184415-8744-4c3a-82fb-9713918cc6a0 req-9aa1344d-8b01-4e60-8187-0f6e96295786 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 945 time: 0.0569768 Mar 07 17:11:56.351394 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60784) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:56.355999 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5f27a71e-a7b9-4eb5-8d24-f6a485c08768 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Request body: {'floatingip': {'port_id': 'dcae8151-4cb2-4456-8136-b04431e85de8'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:56.401995 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f27a71e-a7b9-4eb5-8d24-f6a485c08768 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (df239ea6-3d60-4384-9d50-abf350c482b5), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:56.870515 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f27a71e-a7b9-4eb5-8d24-f6a485c08768 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:56.929609 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f27a71e-a7b9-4eb5-8d24-f6a485c08768 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (df239ea6-3d60-4384-9d50-abf350c482b5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.039230 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-5f27a71e-a7b9-4eb5-8d24-f6a485c08768 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Floating IP df239ea6-3d60-4384-9d50-abf350c482b5 associated. External IP: 172.27.1.228, port: dcae8151-4cb2-4456-8136-b04431e85de8. Mar 07 17:11:57.533611 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f27a71e-a7b9-4eb5-8d24-f6a485c08768 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Router aaad6cb6-481e-48fa-ad08-e56cdee8c443 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:11:57.653067 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f27a71e-a7b9-4eb5-8d24-f6a485c08768 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:11:57.658048 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f27a71e-a7b9-4eb5-8d24-f6a485c08768 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.663319 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf74b0-7355-42bb-bcf5-2f6074617ca2 None None] Sync routers for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:11:57.672948 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf74b0-7355-42bb-bcf5-2f6074617ca2 None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:57.673567 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-05bf74b0-7355-42bb-bcf5-2f6074617ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:11:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:57.691328 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-5f27a71e-a7b9-4eb5-8d24-f6a485c08768 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "PUT /v2.0/floatingips/df239ea6-3d60-4384-9d50-abf350c482b5 HTTP/1.1" status: 200 len: 991 time: 1.3388100 Mar 07 17:11:57.692007 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'tag': 'dcae8151-4cb2-4456-8136-b04431e85de8'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:57.694502 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b563750-8302-48a3-960b-b43499da0325" -d '{"events": [{"name": "network-changed", "server_uuid": "6ade03ee-4b31-4e2d-b186-d6e91cc2b807", "tag": "dcae8151-4cb2-4456-8136-b04431e85de8"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:57.731068 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f6ef4d-2824-4783-bb12-071da5b4150e x-openstack-request-id: req-41f6ef4d-2824-4783-bb12-071da5b4150e {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:57.731364 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ade03ee-4b31-4e2d-b186-d6e91cc2b807", "tag": "dcae8151-4cb2-4456-8136-b04431e85de8", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:57.731627 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41f6ef4d-2824-4783-bb12-071da5b4150e {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:57.732018 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'tag': 'dcae8151-4cb2-4456-8136-b04431e85de8', 'status': 'completed', 'code': 200} Mar 07 17:11:57.785297 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-05bf74b0-7355-42bb-bcf5-2f6074617ca2 None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:57.859225 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b563750-8302-48a3-960b-b43499da0325 req-283d7692-8701-4659-be76-35f8c05e3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:57.861100 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3b563750-8302-48a3-960b-b43499da0325 req-283d7692-8701-4659-be76-35f8c05e3b4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd5d10d6e0d84d47890158b48c48c045&device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 1129 time: 0.0545406 Mar 07 17:11:57.971154 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b563750-8302-48a3-960b-b43499da0325 req-8e73b425-5a9c-42ff-a3e7-25e17bc01f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:57.973304 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3b563750-8302-48a3-960b-b43499da0325 req-8e73b425-5a9c-42ff-a3e7-25e17bc01f61 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 200 len: 916 time: 0.1027637 Mar 07 17:11:58.045020 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3b563750-8302-48a3-960b-b43499da0325 req-ed9d3ec2-1067-4301-8792-35116e015776 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcae8151-4cb2-4456-8136-b04431e85de8 HTTP/1.1" status: 200 len: 999 time: 0.0633345 Mar 07 17:11:58.060176 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-05bf74b0-7355-42bb-bcf5-2f6074617ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'df239ea6-3d60-4384-9d50-abf350c482b5', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': 'dcae8151-4cb2-4456-8136-b04431e85de8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:9c:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:11:40Z', 'updated_at': '2022-03-07T17:11:56Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:58.087911 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf74b0-7355-42bb-bcf5-2f6074617ca2 None None] Checking router: aaad6cb6-481e-48fa-ad08-e56cdee8c443 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:11:58.096502 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf74b0-7355-42bb-bcf5-2f6074617ca2 None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:58.097114 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-05bf74b0-7355-42bb-bcf5-2f6074617ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:11:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:58.101540 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b563750-8302-48a3-960b-b43499da0325 req-1583b447-9ac8-42ed-818c-d240036a3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:58.104031 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3b563750-8302-48a3-960b-b43499da0325 req-1583b447-9ac8-42ed-818c-d240036a3e45 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc87e00f-d087-4c85-b362-2bac4ce5c63b HTTP/1.1" status: 200 len: 854 time: 0.0458479 Mar 07 17:11:58.148966 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-415abd85-fe66-418b-9985-7ae07c43b54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.169389 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b563750-8302-48a3-960b-b43499da0325 req-16babc54-a945-4a3c-a9f7-84f53fcc8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:58.170966 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3b563750-8302-48a3-960b-b43499da0325 req-16babc54-a945-4a3c-a9f7-84f53fcc8644 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0003365c-cf00-48c8-a828-23eeb690294a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0574114 Mar 07 17:11:58.223996 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-05bf74b0-7355-42bb-bcf5-2f6074617ca2 None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:58.289830 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3b563750-8302-48a3-960b-b43499da0325 req-4fe05b8a-4a53-42cd-b602-df8619d13a06 service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111593 Mar 07 17:11:58.392628 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3b563750-8302-48a3-960b-b43499da0325 req-768f64a0-187a-4554-9510-ff93d25f66bd service neutron] 10.222.0.65 "GET /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852315 Mar 07 17:11:58.481504 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-05bf74b0-7355-42bb-bcf5-2f6074617ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'df239ea6-3d60-4384-9d50-abf350c482b5', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': 'dcae8151-4cb2-4456-8136-b04431e85de8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:9c:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:11:40Z', 'updated_at': '2022-03-07T17:11:56Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:58.654057 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf74b0-7355-42bb-bcf5-2f6074617ca2 None None] The sync data for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi is: [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': 'df239ea6-3d60-4384-9d50-abf350c482b5', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'port_id': 'dcae8151-4cb2-4456-8136-b04431e85de8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'mac_address': 'fa:16:3e:9c:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:11:40Z', 'updated_at': '2022-03-07T17:11:56Z', 'revision_number': 1, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:11:58.850322 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7adb2b-c538-4325-b7b0-5367c7269236 None None] New status for floating IP df239ea6-3d60-4384-9d50-abf350c482b5: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:12:00.330603 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d072153d-1310-4b98-9c5f-002479a2c04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:01.969093 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:03.142163 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:04.827654 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:06.355845 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:12:10.604519 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.926584 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510a65a-1eab-4703-bb8d-9013ec488214 req-271cdebd-f29c-4fca-b278-22d26be8c2c4 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:15.928878 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8510a65a-1eab-4703-bb8d-9013ec488214 req-271cdebd-f29c-4fca-b278-22d26be8c2c4 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 946 time: 0.0601664 Mar 07 17:12:15.986306 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8510a65a-1eab-4703-bb8d-9013ec488214 req-20848dc0-b786-4932-84ba-e08d0135b85b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514138 Mar 07 17:12:16.946648 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-a937e49a-6319-4ce3-a460-aef09d0dea79 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521512 Mar 07 17:12:17.126857 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-9a0b6973-52c2-4e03-bf4f-99a55c1755bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:17.128667 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41b0d-60cd-445a-9d18-ce8ecb934846 req-10a80feb-9c43-40c0-8526-56939bf18305 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:17.129420 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-9a0b6973-52c2-4e03-bf4f-99a55c1755bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc&device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 1130 time: 0.0769615 Mar 07 17:12:17.130707 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e0d41b0d-60cd-445a-9d18-ce8ecb934846 req-10a80feb-9c43-40c0-8526-56939bf18305 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 946 time: 0.0651431 Mar 07 17:12:17.192897 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e0d41b0d-60cd-445a-9d18-ce8ecb934846 req-7e477db4-5463-4901-bedc-b8817f8abff6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523732 Mar 07 17:12:17.249629 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-01bd65c1-5be0-4a52-8993-3bd65e282bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:17.251186 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-01bd65c1-5be0-4a52-8993-3bd65e282bc3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 HTTP/1.1" status: 200 len: 910 time: 0.0988259 Mar 07 17:12:17.319507 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-7ea4d515-0ddb-43b8-9765-426742eb0190 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905ef2d1-7615-4048-b5a1-2ac402e77019 HTTP/1.1" status: 200 len: 1001 time: 0.0616062 Mar 07 17:12:17.373983 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-18f4e76b-e85b-4308-8323-f4867254e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:17.375549 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-18f4e76b-e85b-4308-8323-f4867254e293 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90e0e699-e133-4c3b-b415-aa8bcf498bee HTTP/1.1" status: 200 len: 848 time: 0.0460200 Mar 07 17:12:17.430445 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-755b46df-4b97-49c2-87d7-670d356d67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:17.432047 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-755b46df-4b97-49c2-87d7-670d356d67da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502255 Mar 07 17:12:17.540757 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-31a81f0c-53d0-4ebb-a8d0-9a7d4e9948ec service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900910 Mar 07 17:12:17.654286 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9f401ff-f19a-4909-9c5b-dac8f29fae6f req-a394a25e-d8f8-4422-b14c-149ee8dbb355 service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018226 Mar 07 17:12:17.814635 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-a14d9dba-5f96-4710-99f0-48e21c507114 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:17.816087 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-a14d9dba-5f96-4710-99f0-48e21c507114 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 946 time: 0.0771539 Mar 07 17:12:17.973270 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Deleting port e12ce2fc-c619-45aa-a7f0-f8e58f912876 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:17.974020 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:18.083107 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] For port e12ce2fc-c619-45aa-a7f0-f8e58f912876, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e12ce2fc-c619-45aa-a7f0-f8e58f912876,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:18.083403 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:18.486271 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f63532-6b9c-4aeb-bc3c-12af31bd5fdd req-7ba97fa4-c9b1-4fff-a768-1f8d7ebdf543 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:18.487894 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96f63532-6b9c-4aeb-bc3c-12af31bd5fdd req-7ba97fa4-c9b1-4fff-a768-1f8d7ebdf543 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 946 time: 0.1120527 Mar 07 17:12:18.582782 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:18.583154 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (80ee4b10-7b6b-497b-853b-76ab38b37523), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:18.583471 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.l3_db [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Floating IP 80ee4b10-7b6b-497b-853b-76ab38b37523 disassociated. External IP: 172.27.1.3, port: e12ce2fc-c619-45aa-a7f0-f8e58f912876. Mar 07 17:12:18.584361 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Calling delete_port for e12ce2fc-c619-45aa-a7f0-f8e58f912876 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:18.590135 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96f63532-6b9c-4aeb-bc3c-12af31bd5fdd req-89aecff9-d0e7-4f39-8e33-edaa1ac5a92d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956638 Mar 07 17:12:18.781730 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (e12ce2fc-c619-45aa-a7f0-f8e58f912876), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:18.813933 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event deleted for resources: {'Port': ['ID=e12ce2fc-c619-45aa-a7f0-f8e58f912876,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:18.826139 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.826528 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.826888 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.827228 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.827556 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.827889 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.828221 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.828550 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.828876 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.829207 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.829533 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.829856 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.830187 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:18.945282 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:12:19.058684 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:12:19.069530 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3dca1-8cf5-4c2a-9c5f-885cfab9633d None None] Sync routers for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:12:19.080292 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f3dca1-8cf5-4c2a-9c5f-885cfab9633d None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:19.081069 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-61f3dca1-8cf5-4c2a-9c5f-885cfab9633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:19.102871 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] No DVR routers for this DVR port e12ce2fc-c619-45aa-a7f0-f8e58f912876 on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:12:19.105409 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:19.108790 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75167ca7-9c34-4ede-9db2-abd2b514e51d req-14a5d685-9a09-420a-8b86-d3b81bbbb6ee tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "DELETE /v2.0/ports/e12ce2fc-c619-45aa-a7f0-f8e58f912876 HTTP/1.1" status: 204 len: 173 time: 1.2798469 Mar 07 17:12:19.109248 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e824806-df33-4bc2-af57-8a712a908c6f', 'name': 'network-vif-deleted', 'tag': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:19.111556 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecddbb0-5170-4b21-ba5b-2b0fbb91bf97" -d '{"events": [{"server_uuid": "0e824806-df33-4bc2-af57-8a712a908c6f", "name": "network-vif-deleted", "tag": "e12ce2fc-c619-45aa-a7f0-f8e58f912876"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:19.242261 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-61f3dca1-8cf5-4c2a-9c5f-885cfab9633d None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:19.252449 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c200e7-d49d-40f9-acf2-d8779abfeb29 x-openstack-request-id: req-c0c200e7-d49d-40f9-acf2-d8779abfeb29 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:19.252879 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e824806-df33-4bc2-af57-8a712a908c6f", "name": "network-vif-deleted", "tag": "e12ce2fc-c619-45aa-a7f0-f8e58f912876", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:19.253269 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0c200e7-d49d-40f9-acf2-d8779abfeb29 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:19.253854 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e824806-df33-4bc2-af57-8a712a908c6f', 'name': 'network-vif-deleted', 'tag': 'e12ce2fc-c619-45aa-a7f0-f8e58f912876', 'status': 'completed', 'code': 200} Mar 07 17:12:19.490255 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-61f3dca1-8cf5-4c2a-9c5f-885cfab9633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:19.519763 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3dca1-8cf5-4c2a-9c5f-885cfab9633d None None] Checking router: 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:12:19.530141 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f3dca1-8cf5-4c2a-9c5f-885cfab9633d None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:19.531180 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-61f3dca1-8cf5-4c2a-9c5f-885cfab9633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:19.685574 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-61f3dca1-8cf5-4c2a-9c5f-885cfab9633d None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:19.732603 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4416db04-67cf-4f8d-b1ed-76ce8d9660bc req-e51b8467-a81a-4dab-9e90-c9beae7089ae tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 210 time: 0.0321257 Mar 07 17:12:19.913905 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-61f3dca1-8cf5-4c2a-9c5f-885cfab9633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:19.946053 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3dca1-8cf5-4c2a-9c5f-885cfab9633d None None] The sync data for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi is: [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:12:20.192618 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043447c6-b6ec-4392-9abc-09a2f2774b26 None None] New status for floating IP 80ee4b10-7b6b-497b-853b-76ab38b37523: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:12:20.854986 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dab01fc0-6d6b-4536-8c5b-7009edf1569d req-6610099c-b653-47af-9ca8-cbf3ab63214d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e824806-df33-4bc2-af57-8a712a908c6f HTTP/1.1" status: 200 len: 210 time: 0.0348277 Mar 07 17:12:21.038186 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a002d4-06d1-45d6-9fb2-a9ccf5cc68fa req-aad34800-10bd-46b3-9b98-32fa1b372a28 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:21.039984 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e1a002d4-06d1-45d6-9fb2-a9ccf5cc68fa req-aad34800-10bd-46b3-9b98-32fa1b372a28 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 947 time: 0.0587094 Mar 07 17:12:21.090880 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e1a002d4-06d1-45d6-9fb2-a9ccf5cc68fa req-a26df028-631c-48b4-8d9a-1199ee1a80b1 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446060 Mar 07 17:12:21.691884 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device e12ce2fc-c619-45aa-a7f0-f8e58f912876 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:12:21.712641 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: e12ce2fc-c619-45aa-a7f0-f8e58f912876 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:12:21.712987 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device e12ce2fc-c619-45aa-a7f0-f8e58f912876 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:12:22.210387 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-8d2f4410-ac69-43be-96e8-c496c696114a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295469214&fields=id&tenant_id=92bdf6bf19df4e0d8303135729cf686c HTTP/1.1" status: 200 len: 267 time: 0.0503635 Mar 07 17:12:22.227789 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4f2c3-47b2-431a-af8f-6339ae17d4b1 req-5298a498-9171-429a-85ba-2c54c03c0020 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:22.229329 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dae4f2c3-47b2-431a-af8f-6339ae17d4b1 req-5298a498-9171-429a-85ba-2c54c03c0020 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 947 time: 0.0623662 Mar 07 17:12:22.311239 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dae4f2c3-47b2-431a-af8f-6339ae17d4b1 req-f9409eb7-497f-4d59-babd-2060fec49d44 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups?id=563141ab-81ac-43dc-b0b1-8fdc33c65196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759935 Mar 07 17:12:22.333535 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee45996-2f2f-49a2-a53b-5071260f077e req-8494477b-7544-4e3f-84b3-64d362f88706 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:22.335691 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-8494477b-7544-4e3f-84b3-64d362f88706 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 811 time: 0.1184490 Mar 07 17:12:22.350589 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-6db3f7fb-2071-40c5-8e39-a1881006ad09 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/quotas/92bdf6bf19df4e0d8303135729cf686c HTTP/1.1" status: 200 len: 375 time: 0.0094154 Mar 07 17:12:22.405987 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-a408d762-854d-4c19-86e5-a6782b303125 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500758 Mar 07 17:12:22.506904 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ced0b191-58e8-416c-9bcb-c4fff2eab266 service neutron] 10.222.0.52 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867360 Mar 07 17:12:22.613598 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-20fe5f3a-32f7-48f8-9ca8-9e094739b82f service neutron] 10.222.0.52 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011879 Mar 07 17:12:22.624134 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-dfd752dc-7940-4107-8718-bf9d1c88d3c5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:22.625686 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-dfd752dc-7940-4107-8718-bf9d1c88d3c5 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.65 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 947 time: 0.0544288 Mar 07 17:12:22.734387 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Deleting port 564c207f-8d14-433b-811b-9760e3c8937e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:22.734387 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (564c207f-8d14-433b-811b-9760e3c8937e), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:22.832038 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] For port 564c207f-8d14-433b-811b-9760e3c8937e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=564c207f-8d14-433b-811b-9760e3c8937e,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:22.832400 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (564c207f-8d14-433b-811b-9760e3c8937e), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:23.025054 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:23.025438 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:23.025829 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.l3_db [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Floating IP 7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf disassociated. External IP: 172.27.1.214, port: 564c207f-8d14-433b-811b-9760e3c8937e. Mar 07 17:12:23.026109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Calling delete_port for 564c207f-8d14-433b-811b-9760e3c8937e owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:23.243352 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fb0b5019-c6e8-4c80-975a-0a6bc2840932 req-a142c679-1045-4a9c-a485-d9ac6bc7776c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 210 time: 0.0298097 Mar 07 17:12:23.256363 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (564c207f-8d14-433b-811b-9760e3c8937e), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:23.295638 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event deleted for resources: {'Port': ['ID=564c207f-8d14-433b-811b-9760e3c8937e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:23.433230 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bfd43ae4-dae4-4878-8b9f-e36ce0ac3d60 req-fcc1e2d6-c74d-4855-8683-c1148779868b tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 210 time: 0.0412762 Mar 07 17:12:23.438776 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Router c5976985-943b-40ce-a049-bb319bb438ee has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:12:23.578529 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:12:23.591460 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97093e3-e36d-4bf9-bc33-416251834d36 None None] Sync routers for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:12:23.603483 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97093e3-e36d-4bf9-bc33-416251834d36 None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:23.604122 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a97093e3-e36d-4bf9-bc33-416251834d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:23.631575 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] No DVR routers for this DVR port 564c207f-8d14-433b-811b-9760e3c8937e on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:12:23.634169 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:23.638404 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ecddd4a0-c290-45c7-a6a5-66d9f39ca94d req-f9ce7629-83d7-4dab-8b94-e5fd588364e4 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.65 "DELETE /v2.0/ports/564c207f-8d14-433b-811b-9760e3c8937e HTTP/1.1" status: 204 len: 173 time: 1.0064240 Mar 07 17:12:23.638952 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'name': 'network-vif-deleted', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:23.641655 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72a6157-c776-404f-bc64-1a1dc6ba9d73" -d '{"events": [{"server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "name": "network-vif-deleted", "tag": "564c207f-8d14-433b-811b-9760e3c8937e"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:23.695259 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7722d355-12d4-4fcd-84ba-33f6359306ed x-openstack-request-id: req-7722d355-12d4-4fcd-84ba-33f6359306ed {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:23.695666 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d6aa27-d384-4956-b6bc-c75b583563b8", "name": "network-vif-deleted", "tag": "564c207f-8d14-433b-811b-9760e3c8937e", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:23.695988 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7722d355-12d4-4fcd-84ba-33f6359306ed {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:23.696543 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d6aa27-d384-4956-b6bc-c75b583563b8', 'name': 'network-vif-deleted', 'tag': '564c207f-8d14-433b-811b-9760e3c8937e', 'status': 'completed', 'code': 200} Mar 07 17:12:23.765041 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-a97093e3-e36d-4bf9-bc33-416251834d36 None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:24.031234 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a97093e3-e36d-4bf9-bc33-416251834d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:24.065688 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97093e3-e36d-4bf9-bc33-416251834d36 None None] Checking router: c5976985-943b-40ce-a049-bb319bb438ee for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:12:24.077561 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97093e3-e36d-4bf9-bc33-416251834d36 None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:24.078307 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a97093e3-e36d-4bf9-bc33-416251834d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:24.212455 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-a97093e3-e36d-4bf9-bc33-416251834d36 None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:24.343286 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b1b27813-79c1-440b-9ad0-bc4ff872ea7c req-7861eb18-5f0e-48c9-941d-b584d1801b92 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 210 time: 0.0292220 Mar 07 17:12:24.439545 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a97093e3-e36d-4bf9-bc33-416251834d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:24.475732 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97093e3-e36d-4bf9-bc33-416251834d36 None None] The sync data for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi is: [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:05:12Z', 'revision_number': 4, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'f61001b9-71ed-4e6c-9230-e0d9da20e3dc', 'name': '', 'network_id': '8426946e-6eb9-4036-ab32-d12b1e24792c', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'mac_address': 'fa:16:3e:f7:da:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:11Z', 'updated_at': '2022-03-07T17:05:18Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'subnets': [{'id': 'd91058a5-8c5a-4ca7-8fab-e6f29546dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:12:24.587952 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-478900da-6aea-4a8c-a52f-a902fa8bd1bc req-cbdc920f-f052-4d3c-9e73-db2a1cc9ecdf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6aa27-d384-4956-b6bc-c75b583563b8 HTTP/1.1" status: 200 len: 210 time: 0.0304365 Mar 07 17:12:24.757638 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefb7ab-dd83-4c7a-82a4-90c020862ae6 None None] New status for floating IP 7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:12:25.450587 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-fca3cf0e-3c0a-4c81-aed6-f4774e7fbc4d req-b5ce57f1-8254-4a30-b1e3-924b3a796b25 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 210 time: 0.0277164 Mar 07 17:12:25.828665 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60882) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:25.903258 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9d859c65-f5eb-4436-b7a0-5ffbaa4a63bf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (563141ab-81ac-43dc-b0b1-8fdc33c65196), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:25.936883 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9d859c65-f5eb-4436-b7a0-5ffbaa4a63bf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (563141ab-81ac-43dc-b0b1-8fdc33c65196), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:26.051184 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee45996-2f2f-49a2-a53b-5071260f077e req-da143ef6-d70e-4d71-a256-a5b9aaa04dd2 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:26.053309 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-da143ef6-d70e-4d71-a256-a5b9aaa04dd2 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 811 time: 0.1469560 Mar 07 17:12:26.084112 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9d859c65-f5eb-4436-b7a0-5ffbaa4a63bf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (563141ab-81ac-43dc-b0b1-8fdc33c65196), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:26.089081 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9d859c65-f5eb-4436-b7a0-5ffbaa4a63bf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:26.090633 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-9d859c65-f5eb-4436-b7a0-5ffbaa4a63bf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "DELETE /v2.0/security-groups/563141ab-81ac-43dc-b0b1-8fdc33c65196 HTTP/1.1" status: 204 len: 168 time: 0.2607162 Mar 07 17:12:26.095290 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60886) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:26.104253 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d859c65-f5eb-4436-b7a0-5ffbaa4a63bf tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563141ab-81ac-43dc-b0b1-8fdc33c65196,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:26.118800 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.api.v2.resource [None req-6cb662fc-3937-408e-a3c7-4171ff119805 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] show failed (client error): The resource could not be found. Mar 07 17:12:26.119877 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-6cb662fc-3937-408e-a3c7-4171ff119805 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "GET /v2.0/security-groups/563141ab-81ac-43dc-b0b1-8fdc33c65196 HTTP/1.1" status: 404 len: 347 time: 0.0236135 Mar 07 17:12:26.123147 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60888) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:26.205034 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-e160e6d6-082f-4dd2-9235-276770839b24 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92bdf6bf19df4e0d8303135729cf686c HTTP/1.1" status: 200 len: 380 time: 0.1326625 Mar 07 17:12:26.246855 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'port': {'device_id': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'admin_state_up': True, 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'security_groups': ['cce6c8c2-23f7-4f33-95bb-505446eb1979']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:26.377545 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-86b61656-3eff-4af7-9efd-7b11cd296cf9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Deleting port 8410e5d6-be91-42ed-88b5-2f5aa9be9ce8 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:26.377886 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-86b61656-3eff-4af7-9efd-7b11cd296cf9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (8410e5d6-be91-42ed-88b5-2f5aa9be9ce8), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:26.470226 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-86b61656-3eff-4af7-9efd-7b11cd296cf9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (8410e5d6-be91-42ed-88b5-2f5aa9be9ce8), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:26.470503 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-86b61656-3eff-4af7-9efd-7b11cd296cf9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (8410e5d6-be91-42ed-88b5-2f5aa9be9ce8), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:26.484398 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-86b61656-3eff-4af7-9efd-7b11cd296cf9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Calling delete_port for 8410e5d6-be91-42ed-88b5-2f5aa9be9ce8 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:26.486804 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Made reservation on behalf of 92bdf6bf19df4e0d8303135729cf686c for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:12:26.490435 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:26.592688 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e241a93c-1248-4815-84f3-4120ecd30b82 req-14854d03-45f1-4879-b864-a8bee21c8df4 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 210 time: 0.0455351 Mar 07 17:12:26.744728 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Allocated IP 172.20.0.10 (c6781afb-dca6-4e4e-a1e1-392a6e1b8e08/e867eec7-8dc7-4272-8d09-7a5ff0666b78/4ffe370c-260d-4946-9cb4-662d4ca1cf53) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:12:26.887088 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-86b61656-3eff-4af7-9efd-7b11cd296cf9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (8410e5d6-be91-42ed-88b5-2f5aa9be9ce8), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:26.937788 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b61656-3eff-4af7-9efd-7b11cd296cf9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Pushing event deleted for resources: {'Port': ['ID=8410e5d6-be91-42ed-88b5-2f5aa9be9ce8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:27.060239 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-86b61656-3eff-4af7-9efd-7b11cd296cf9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks [] for floatingip (7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:27.062780 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-86b61656-3eff-4af7-9efd-7b11cd296cf9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:27.063991 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-86b61656-3eff-4af7-9efd-7b11cd296cf9 tempest-AttachVolumeShelveTestJSON-1601344578 tempest-AttachVolumeShelveTestJSON-1601344578-project] 10.222.0.52 "DELETE /v2.0/floatingips/7f42f4db-d3b1-4bc1-b1f1-6f263c7c5aaf HTTP/1.1" status: 204 len: 168 time: 0.9396315 Mar 07 17:12:27.078150 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:27.273349 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:27.327488 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:12:27.330648 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:12:27.335147 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:12:27.342138 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'Port': ['ID=4ffe370c-260d-4946-9cb4-662d4ca1cf53,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:27.399539 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:27.400221 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:27.567285 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-916f3dab-aab7-42a5-aee3-d2a324e968d2 None None] Provisioning complete for port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:12:27.568455 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-916f3dab-aab7-42a5-aee3-d2a324e968d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:27.572798 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-1e0df7e7-ac3b-4ef0-8b79-70898e24cd8e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3344076 Mar 07 17:12:27.591188 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Request body: {'port': {'device_id': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:27.603999 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-916f3dab-aab7-42a5-aee3-d2a324e968d2 None None] Port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:12:27.662120 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:27.698594 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 564c207f-8d14-433b-811b-9760e3c8937e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:12:27.729448 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 564c207f-8d14-433b-811b-9760e3c8937e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:12:27.730446 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 564c207f-8d14-433b-811b-9760e3c8937e not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:12:27.755812 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301a908-db94-4bb1-80af-d56d5c09b346 req-291ef124-086a-4eda-8fb8-8746d550ad0b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:27.757345 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b301a908-db94-4bb1-80af-d56d5c09b346 req-291ef124-086a-4eda-8fb8-8746d550ad0b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 932 time: 0.0692117 Mar 07 17:12:27.815941 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b301a908-db94-4bb1-80af-d56d5c09b346 req-4b259090-a41e-4a92-b5f1-b10a849c860b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516574 Mar 07 17:12:27.927905 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251038f7-c6f3-4495-a916-cd92c204fab2 req-847d1750-8d7f-4e0e-8b16-757cdd02c7bc tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:27.930415 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-251038f7-c6f3-4495-a916-cd92c204fab2 req-847d1750-8d7f-4e0e-8b16-757cdd02c7bc tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.1303141 Mar 07 17:12:28.069881 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-251038f7-c6f3-4495-a916-cd92c204fab2 req-0c4b8282-e0d5-45fd-bdb8-1d9d224d295d tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273561 Mar 07 17:12:28.095872 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12651b3b-1224-47a2-89f8-26a26dcc1b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.124882 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffe370c-260d-4946-9cb4-662d4ca1cf53 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:12:28.134542 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Publish callbacks [] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.149770 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Transition to ACTIVE for port object 4ffe370c-260d-4946-9cb4-662d4ca1cf53 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:12:28.203286 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.253811 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Pushing event updated for resources: {'Port': ['ID=4ffe370c-260d-4946-9cb4-662d4ca1cf53,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:28.342983 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Attempting to bind port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:12:28.343474 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Attempting to bind port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:12:28.343813 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Attempting to bind port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 on network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:12:28.348651 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 on network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:12:28.349252 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Attempting to bind port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 on network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:12:28.356262 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:12:28.356599 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Checking segment: {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:12:28.356976 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Bound using segment: {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:12:28.357412 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Bound port: 4ffe370c-260d-4946-9cb4-662d4ca1cf53, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:12:28.357770 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.435347 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] For port 4ffe370c-260d-4946-9cb4-662d4ca1cf53, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:12:28.438818 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] For port 4ffe370c-260d-4946-9cb4-662d4ca1cf53, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4ffe370c-260d-4946-9cb4-662d4ca1cf53,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:12:28.524847 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.561127 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:28.561746 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.563259 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] 10.222.0.65 "PUT /v2.0/ports/4ffe370c-260d-4946-9cb4-662d4ca1cf53 HTTP/1.1" status: 200 len: 1094 time: 0.9764237 Mar 07 17:12:28.563728 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'tag': '4ffe370c-260d-4946-9cb4-662d4ca1cf53'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:28.566051 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9126c7-4047-43f4-b9eb-a0bb3517b5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd8b712-033f-4cb0-9ec1-c1072be0acb3", "tag": "4ffe370c-260d-4946-9cb4-662d4ca1cf53"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:28.605594 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28652e-fb22-4caf-be34-b68c42aac47b service neutron] Pushing event updated for resources: {'Port': ['ID=4ffe370c-260d-4946-9cb4-662d4ca1cf53,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:28.615641 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c1688f-43e4-43de-931b-053c7215dfc7 x-openstack-request-id: req-28c1688f-43e4-43de-931b-053c7215dfc7 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:28.615775 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd8b712-033f-4cb0-9ec1-c1072be0acb3", "tag": "4ffe370c-260d-4946-9cb4-662d4ca1cf53", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:28.615956 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28c1688f-43e4-43de-931b-053c7215dfc7 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:28.616418 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'tag': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'status': 'completed', 'code': 200} Mar 07 17:12:28.735394 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9126c7-4047-43f4-b9eb-a0bb3517b5fa req-cbccef50-dddb-443e-a4d0-d3a2b3cd5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:28.737993 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aa9126c7-4047-43f4-b9eb-a0bb3517b5fa req-cbccef50-dddb-443e-a4d0-d3a2b3cd5640 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 1128 time: 0.0706816 Mar 07 17:12:28.914683 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9126c7-4047-43f4-b9eb-a0bb3517b5fa req-e6995f1a-27fc-4167-b9b7-10d943c49b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:28.916288 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aa9126c7-4047-43f4-b9eb-a0bb3517b5fa req-e6995f1a-27fc-4167-b9b7-10d943c49b90 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=92bdf6bf19df4e0d8303135729cf686c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1631606 Mar 07 17:12:29.063576 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc982f12-2cfe-4cd9-b3ac-2cc193d886b4 req-ce99d62c-2b04-49c7-b381-c95ce27908b9 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.065122 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fc982f12-2cfe-4cd9-b3ac-2cc193d886b4 req-ce99d62c-2b04-49c7-b381-c95ce27908b9 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 944 time: 0.1338599 Mar 07 17:12:29.066395 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9126c7-4047-43f4-b9eb-a0bb3517b5fa req-9847f624-3229-4a76-8047-ae9c3f63c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.070576 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aa9126c7-4047-43f4-b9eb-a0bb3517b5fa req-9847f624-3229-4a76-8047-ae9c3f63c1dd service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453962 Mar 07 17:12:29.123217 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fc982f12-2cfe-4cd9-b3ac-2cc193d886b4 req-ce37c957-117b-46d3-ab30-ea62e31620df tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511439 Mar 07 17:12:29.195161 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee45996-2f2f-49a2-a53b-5071260f077e req-d4aaccc0-17cc-4957-b46c-c801dafc5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.196811 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-d4aaccc0-17cc-4957-b46c-c801dafc5c0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 1128 time: 0.0643013 Mar 07 17:12:29.209034 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61fa5c-4c04-4e3c-b691-54ff8492e2d0 req-132f8022-0aca-4643-961f-0af3ca772ff3 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.211342 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-db61fa5c-4c04-4e3c-b691-54ff8492e2d0 req-132f8022-0aca-4643-961f-0af3ca772ff3 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0625348 Mar 07 17:12:29.276484 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-db61fa5c-4c04-4e3c-b691-54ff8492e2d0 req-d5aa743b-7d20-4a47-bb53-c0bb07ac3797 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589859 Mar 07 17:12:29.508079 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-eb6aa225-f5ae-4fb6-abd9-b2be0d8000a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ffe370c-260d-4946-9cb4-662d4ca1cf53 HTTP/1.1" status: 200 len: 217 time: 0.2974465 Mar 07 17:12:29.564415 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee45996-2f2f-49a2-a53b-5071260f077e req-6e890ec8-63d9-4b3a-80d4-573d8812790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.565941 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-6e890ec8-63d9-4b3a-80d4-573d8812790f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 200 len: 850 time: 0.0494788 Mar 07 17:12:29.640905 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee45996-2f2f-49a2-a53b-5071260f077e req-c3b139e1-adc8-47ce-a836-30634511b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.642470 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-c3b139e1-adc8-47ce-a836-30634511b6c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501437 Mar 07 17:12:29.754542 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-9b2f34d2-63d8-48fa-82ef-21e4f515b59b service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969636 Mar 07 17:12:29.861851 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aee45996-2f2f-49a2-a53b-5071260f077e req-c1bd707c-06aa-4303-afed-a4103c4efef7 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866439 Mar 07 17:12:29.965643 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60930) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:30.209516 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-66a4f911-aa18-464f-846c-7cbcc1429db4 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:30.211019 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-66a4f911-aa18-464f-846c-7cbcc1429db4 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.1022990 Mar 07 17:12:30.323782 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d62b0ca2-d7cd-44f7-a355-27cee80ed02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:30.407935 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c07b5-9134-4023-97b8-c736b46b9762 req-39836333-f27f-4dfe-9890-b00ddc182867 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:30.409640 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2e6c07b5-9134-4023-97b8-c736b46b9762 req-39836333-f27f-4dfe-9890-b00ddc182867 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 946 time: 0.0562217 Mar 07 17:12:30.422104 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd03dc0-584e-4bc2-b75f-d50fb4a5157b req-063b4bc4-889f-4b60-87ca-2eaed65c9cf9 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:30.431640 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5dd03dc0-584e-4bc2-b75f-d50fb4a5157b req-063b4bc4-889f-4b60-87ca-2eaed65c9cf9 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 944 time: 0.1973355 Mar 07 17:12:30.460429 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2e6c07b5-9134-4023-97b8-c736b46b9762 req-536eb3dd-b451-45bf-8fcd-b6eb744bd895 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=911a2871-ea55-4680-8da2-e803f6354616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440137 Mar 07 17:12:30.516187 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Deleting port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:30.516525 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:30.558948 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5dd03dc0-584e-4bc2-b75f-d50fb4a5157b req-0169e3d4-3abb-4abe-815f-a0cde915ac67 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288307 Mar 07 17:12:30.691702 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] For port 4a617ca4-a1ba-4d3d-87b8-46e209251c49, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a617ca4-a1ba-4d3d-87b8-46e209251c49,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:30.692067 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:30.945865 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-727125'] for router_interface (c5976985-943b-40ce-a049-bb319bb438ee), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:30.949572 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:30.949937 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (a335dbf6-50dc-46fc-b1fb-bc94376f0db5), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:30.950256 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.l3_db [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Floating IP a335dbf6-50dc-46fc-b1fb-bc94376f0db5 disassociated. External IP: 172.27.1.217, port: 4a617ca4-a1ba-4d3d-87b8-46e209251c49. Mar 07 17:12:30.950624 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Calling delete_port for 4a617ca4-a1ba-4d3d-87b8-46e209251c49 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:31.341117 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (4a617ca4-a1ba-4d3d-87b8-46e209251c49), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:31.384408 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event deleted for resources: {'Port': ['ID=4a617ca4-a1ba-4d3d-87b8-46e209251c49,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:31.447670 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] Deleting port f61001b9-71ed-4e6c-9230-e0d9da20e3dc {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:31.448002 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:31.560367 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5a72cdab-397c-49eb-baad-c5b699cbb85e req-b07c789d-e2df-46c1-889e-d78825ee9959 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 210 time: 0.0301638 Mar 07 17:12:31.852389 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Router 924df926-428c-4389-9dc0-09169ae96b95 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:12:31.855561 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] For port f61001b9-71ed-4e6c-9230-e0d9da20e3dc, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f61001b9-71ed-4e6c-9230-e0d9da20e3dc,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:31.855887 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:31.881896 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] Calling delete_port for f61001b9-71ed-4e6c-9230-e0d9da20e3dc owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:31.890948 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70be70-dda1-4101-a796-83ecda45ab9f req-98e2f95c-467f-47a8-95df-e2c659ded057 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:31.892588 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1f70be70-dda1-4101-a796-83ecda45ab9f req-98e2f95c-467f-47a8-95df-e2c659ded057 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 944 time: 0.1566126 Mar 07 17:12:31.969547 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:32.072162 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1f70be70-dda1-4101-a796-83ecda45ab9f req-fdd96c9a-a886-41b4-8ce7-007f596f283e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714983 Mar 07 17:12:32.137009 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:12:32.147293 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ca2c7-9621-4b3b-bb6f-2aaa1b17a3bd None None] Sync routers for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:12:32.158814 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ca2c7-9621-4b3b-bb6f-2aaa1b17a3bd None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:32.159895 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e11ca2c7-9621-4b3b-bb6f-2aaa1b17a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:32.193605 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] No DVR routers for this DVR port 4a617ca4-a1ba-4d3d-87b8-46e209251c49 on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:12:32.202649 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:32.205896 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b2a65f4c-9a09-4e3f-8ebd-2117e0d61336 req-6afaf442-7909-435e-b6d4-5f5f3931cfdb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.65 "DELETE /v2.0/ports/4a617ca4-a1ba-4d3d-87b8-46e209251c49 HTTP/1.1" status: 204 len: 173 time: 1.9865942 Mar 07 17:12:32.206345 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'name': 'network-vif-deleted', 'tag': '4a617ca4-a1ba-4d3d-87b8-46e209251c49'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:32.209189 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a094983-40fa-489e-b933-a14c2d530d98" -d '{"events": [{"server_uuid": "2f376db9-19dc-43e1-875f-16bc62b62c9f", "name": "network-vif-deleted", "tag": "4a617ca4-a1ba-4d3d-87b8-46e209251c49"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:32.250818 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc404e6-fcb8-4c61-9f8a-78cd1dded682 x-openstack-request-id: req-afc404e6-fcb8-4c61-9f8a-78cd1dded682 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:32.251107 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f376db9-19dc-43e1-875f-16bc62b62c9f", "name": "network-vif-deleted", "tag": "4a617ca4-a1ba-4d3d-87b8-46e209251c49", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:32.251352 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-afc404e6-fcb8-4c61-9f8a-78cd1dded682 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:32.251740 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f376db9-19dc-43e1-875f-16bc62b62c9f', 'name': 'network-vif-deleted', 'tag': '4a617ca4-a1ba-4d3d-87b8-46e209251c49', 'status': 'completed', 'code': 200} Mar 07 17:12:32.364724 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (f61001b9-71ed-4e6c-9230-e0d9da20e3dc), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:32.391009 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61001b9-71ed-4e6c-9230-e0d9da20e3dc,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:32.439580 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e11ca2c7-9621-4b3b-bb6f-2aaa1b17a3bd None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:32.629300 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-727073'] for router_interface (c5976985-943b-40ce-a049-bb319bb438ee), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:32.669892 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e11ca2c7-9621-4b3b-bb6f-2aaa1b17a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:32.703049 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ca2c7-9621-4b3b-bb6f-2aaa1b17a3bd None None] Checking router: 924df926-428c-4389-9dc0-09169ae96b95 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:12:32.712655 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ca2c7-9621-4b3b-bb6f-2aaa1b17a3bd None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:32.713361 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e11ca2c7-9621-4b3b-bb6f-2aaa1b17a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:32.734427 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ac62468c-4241-465f-bf3d-2d90f6c7a05f req-840d885b-4c4a-45cb-adc7-8266a2e9ab22 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f376db9-19dc-43e1-875f-16bc62b62c9f HTTP/1.1" status: 200 len: 210 time: 0.0387051 Mar 07 17:12:32.828578 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e11ca2c7-9621-4b3b-bb6f-2aaa1b17a3bd None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:32.908201 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] Router c5976985-943b-40ce-a049-bb319bb438ee has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:12:33.025427 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:12:33.034032 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b97bfecd-f207-4d35-af44-27114c5c79f1 admin admin] 10.222.0.52 "PUT /v2.0/routers/c5976985-943b-40ce-a049-bb319bb438ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0670211 Mar 07 17:12:33.035440 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2503c6e-1417-47ef-b469-468be7636aa3 None None] Sync routers for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:12:33.036474 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60948) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:33.051523 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2503c6e-1417-47ef-b469-468be7636aa3 None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:33.052632 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a2503c6e-1417-47ef-b469-468be7636aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:33.056238 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e11ca2c7-9621-4b3b-bb6f-2aaa1b17a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:33.116913 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ca2c7-9621-4b3b-bb6f-2aaa1b17a3bd None None] The sync data for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi is: [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:12:33.185729 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:33.222227 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Publish callbacks [] for router (c5976985-943b-40ce-a049-bb319bb438ee), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:33.225551 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a2503c6e-1417-47ef-b469-468be7636aa3 None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:33.322245 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5d91d-1f89-46e0-96c3-938ee0160033 req-9bb9817f-3361-41bd-b545-3dda6e363c82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:33.330605 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dfd5d91d-1f89-46e0-96c3-938ee0160033 req-9bb9817f-3361-41bd-b545-3dda6e363c82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 944 time: 0.1370246 Mar 07 17:12:33.381469 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Publish callbacks [] for router_gateway (c5976985-943b-40ce-a049-bb319bb438ee), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:33.403262 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dfd5d91d-1f89-46e0-96c3-938ee0160033 req-d9762f89-9bf8-44ec-8a57-b0f899ba8d66 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669637 Mar 07 17:12:33.430054 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6fac99-434c-4aaa-805e-59fab3f81080 None None] New status for floating IP a335dbf6-50dc-46fc-b1fb-bc94376f0db5: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:12:33.441708 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a2503c6e-1417-47ef-b469-468be7636aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:12:32Z', 'revision_number': 5, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port': {'id': '2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:08Z', 'updated_at': '2022-03-07T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:33.468842 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2503c6e-1417-47ef-b469-468be7636aa3 None None] Checking router: c5976985-943b-40ce-a049-bb319bb438ee for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:12:33.478047 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2503c6e-1417-47ef-b469-468be7636aa3 None None] Routers {'c5976985-943b-40ce-a049-bb319bb438ee'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:33.478686 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a2503c6e-1417-47ef-b469-468be7636aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c5976985-943b-40ce-a049-bb319bb438ee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:33.515624 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Deleting port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:33.516109 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:33.571299 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a2503c6e-1417-47ef-b469-468be7636aa3 None None] Set router c5976985-943b-40ce-a049-bb319bb438ee gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:33.597881 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] For port 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:33.598239 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:33.612407 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Calling delete_port for 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:33.628925 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a2503c6e-1417-47ef-b469-468be7636aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:12:33Z', 'revision_number': 6, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port_host': None}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:33.657788 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2503c6e-1417-47ef-b469-468be7636aa3 None None] The sync data for ids ['c5976985-943b-40ce-a049-bb319bb438ee'] in dv-cinder-778193-24-iscsi is: [{'id': 'c5976985-943b-40ce-a049-bb319bb438ee', 'name': 'tempest-AttachVolumeShelveTestJSON-1483264666-router', 'tenant_id': '84c221f2dc834546ae095602ed8dbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:05:07Z', 'updated_at': '2022-03-07T17:12:33Z', 'revision_number': 6, 'project_id': '84c221f2dc834546ae095602ed8dbefd', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:12:33.706037 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4a617ca4-a1ba-4d3d-87b8-46e209251c49 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:12:33.728123 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 4a617ca4-a1ba-4d3d-87b8-46e209251c49 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:12:33.728616 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4a617ca4-a1ba-4d3d-87b8-46e209251c49 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:12:33.895322 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:33.913969 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60956) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:33.923291 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:33.975336 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9987707d-0933-4e4b-b01d-27cfa5df1511 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (911a2871-ea55-4680-8da2-e803f6354616), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:33.987973 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721035'] for router_gateway (c5976985-943b-40ce-a049-bb319bb438ee), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.000164 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9987707d-0933-4e4b-b01d-27cfa5df1511 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (911a2871-ea55-4680-8da2-e803f6354616), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.089450 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24899'] for router (c5976985-943b-40ce-a049-bb319bb438ee), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.091938 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Publish callbacks [] for router_controller (c5976985-943b-40ce-a049-bb319bb438ee), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.118970 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9987707d-0933-4e4b-b01d-27cfa5df1511 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (911a2871-ea55-4680-8da2-e803f6354616), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.123455 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9987707d-0933-4e4b-b01d-27cfa5df1511 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.125288 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9987707d-0933-4e4b-b01d-27cfa5df1511 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "DELETE /v2.0/security-groups/911a2871-ea55-4680-8da2-e803f6354616 HTTP/1.1" status: 204 len: 168 time: 0.2100298 Mar 07 17:12:34.130660 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60958) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:34.159335 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.api.v2.resource [None req-5db308a9-2640-4cd8-bf0d-2e3beedf3e1d tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] show failed (client error): The resource could not be found. Mar 07 17:12:34.160991 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5db308a9-2640-4cd8-bf0d-2e3beedf3e1d tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups/911a2871-ea55-4680-8da2-e803f6354616 HTTP/1.1" status: 404 len: 347 time: 0.0289266 Mar 07 17:12:34.162565 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987707d-0933-4e4b-b01d-27cfa5df1511 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911a2871-ea55-4680-8da2-e803f6354616,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:34.164530 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60960) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:34.245915 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728104'] for router (c5976985-943b-40ce-a049-bb319bb438ee), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.246398 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5976985-943b-40ce-a049-bb319bb438ee {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:12:34.256629 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.257759 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2f4ac541-7c94-4113-bfcb-5e95afe8fc7c admin admin] 10.222.0.52 "DELETE /v2.0/routers/c5976985-943b-40ce-a049-bb319bb438ee HTTP/1.1" status: 204 len: 168 time: 1.2202699 Mar 07 17:12:34.266162 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60962) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:34.304898 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-61ae3f6a-b7e0-4c92-8c73-184dbda13aeb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Deleting port e92776d7-2eb5-47df-9516-7a88f88736a7 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:34.305244 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61ae3f6a-b7e0-4c92-8c73-184dbda13aeb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (e92776d7-2eb5-47df-9516-7a88f88736a7), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.319653 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fcecf6-75dd-4391-b33f-584197b45fbc admin admin] Deleting subnet d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:12:34.323036 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54fcecf6-75dd-4391-b33f-584197b45fbc admin admin] Publish callbacks [] for subnet (d91058a5-8c5a-4ca7-8fab-e6f29546dfa0), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.360911 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54fcecf6-75dd-4391-b33f-584197b45fbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347623'] for subnet (d91058a5-8c5a-4ca7-8fab-e6f29546dfa0), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.387370 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61ae3f6a-b7e0-4c92-8c73-184dbda13aeb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (e92776d7-2eb5-47df-9516-7a88f88736a7), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.387370 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61ae3f6a-b7e0-4c92-8c73-184dbda13aeb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (e92776d7-2eb5-47df-9516-7a88f88736a7), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.401032 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-61ae3f6a-b7e0-4c92-8c73-184dbda13aeb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Calling delete_port for e92776d7-2eb5-47df-9516-7a88f88736a7 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:34.484190 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54fcecf6-75dd-4391-b33f-584197b45fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (d91058a5-8c5a-4ca7-8fab-e6f29546dfa0), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.535050 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f61001b9-71ed-4e6c-9230-e0d9da20e3dc no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:12:34.557312 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: f61001b9-71ed-4e6c-9230-e0d9da20e3dc {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:12:34.557660 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f61001b9-71ed-4e6c-9230-e0d9da20e3dc not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:12:34.558304 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:12:34.578237 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:12:34.578639 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 2a0eca2f-3d68-4cc4-8ec7-59e2afb97fde not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:12:34.592569 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6c41b-aca1-4bd5-9b14-5efdb6614c14 req-f300aa5e-e5b7-475b-949f-b81fb59a5d7d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:34.594114 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-52c6c41b-aca1-4bd5-9b14-5efdb6614c14 req-f300aa5e-e5b7-475b-949f-b81fb59a5d7d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 944 time: 0.0820348 Mar 07 17:12:34.645573 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-52c6c41b-aca1-4bd5-9b14-5efdb6614c14 req-629bd1db-bb30-4335-a94b-e92491bd94c3 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452108 Mar 07 17:12:34.648186 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61ae3f6a-b7e0-4c92-8c73-184dbda13aeb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (e92776d7-2eb5-47df-9516-7a88f88736a7), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.673805 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae3f6a-b7e0-4c92-8c73-184dbda13aeb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event deleted for resources: {'Port': ['ID=e92776d7-2eb5-47df-9516-7a88f88736a7,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:34.678910 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54fcecf6-75dd-4391-b33f-584197b45fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14347511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12806377'] for subnet (d91058a5-8c5a-4ca7-8fab-e6f29546dfa0), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.709676 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcecf6-75dd-4391-b33f-584197b45fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91058a5-8c5a-4ca7-8fab-e6f29546dfa0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:34.713500 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54fcecf6-75dd-4391-b33f-584197b45fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.719607 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa31a40b-37a9-4f8e-a4ac-685e2ed799b5 None None] Network 8426946e-6eb9-4036-ab32-d12b1e24792c requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:12:34.719725 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-54fcecf6-75dd-4391-b33f-584197b45fbc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d91058a5-8c5a-4ca7-8fab-e6f29546dfa0 HTTP/1.1" status: 204 len: 168 time: 0.4514642 Mar 07 17:12:34.719725 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60966) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:34.752803 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61ae3f6a-b7e0-4c92-8c73-184dbda13aeb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (a335dbf6-50dc-46fc-b1fb-bc94376f0db5), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.756715 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61ae3f6a-b7e0-4c92-8c73-184dbda13aeb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.772330 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-61ae3f6a-b7e0-4c92-8c73-184dbda13aeb tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "DELETE /v2.0/floatingips/a335dbf6-50dc-46fc-b1fb-bc94376f0db5 HTTP/1.1" status: 204 len: 168 time: 0.5956700 Mar 07 17:12:34.828826 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (8426946e-6eb9-4036-ab32-d12b1e24792c), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.869685 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.898939 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Deleting port f87de05d-7458-4fd0-8213-bd7b879dd7e5 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:34.899284 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.935575 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] DHCP port deletion for 8426946e-6eb9-4036-ab32-d12b1e24792c request from dv-cinder-778193-24-iscsi {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:12:34.966981 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] For port f87de05d-7458-4fd0-8213-bd7b879dd7e5, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f87de05d-7458-4fd0-8213-bd7b879dd7e5,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:34.967591 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:34.981824 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Calling delete_port for f87de05d-7458-4fd0-8213-bd7b879dd7e5 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:34.988832 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Deleting port f87de05d-7458-4fd0-8213-bd7b879dd7e5 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:34.989205 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.042159 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60970) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:35.046971 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814950838', 'description': 'tempest-description--818365538'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:35.054669 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] For port f87de05d-7458-4fd0-8213-bd7b879dd7e5, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f87de05d-7458-4fd0-8213-bd7b879dd7e5,segment=NetworkSegment(60c0996d-125e-4cad-bbf4-c1ac7433be7d),segment_id=60c0996d-125e-4cad-bbf4-c1ac7433be7d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:35.055065 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.067759 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Calling delete_port for f87de05d-7458-4fd0-8213-bd7b879dd7e5 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:35.135186 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.147762 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.164602 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87de05d-7458-4fd0-8213-bd7b879dd7e5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:35.167707 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] No DVR routers for this DVR port f87de05d-7458-4fd0-8213-bd7b879dd7e5 on host dv-cinder-778193-24-iscsi {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:12:35.197439 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088'] for port (f87de05d-7458-4fd0-8213-bd7b879dd7e5), after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.231510 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Pushing event deleted for resources: {'Port': ['ID=f87de05d-7458-4fd0-8213-bd7b879dd7e5,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:35.231788 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (cda8e753-65ba-44a7-9a9b-2ef1f1e827f3), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.236341 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] No DVR routers for this DVR port f87de05d-7458-4fd0-8213-bd7b879dd7e5 on host dv-cinder-778193-24-iscsi {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:12:35.243064 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.243609 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.244107 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.244446 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.244777 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.245104 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.245431 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.245765 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.246082 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.246427 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.246748 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.247065 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.247381 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c8798-413c-4fc8-947f-77b160356b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.248351 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (8426946e-6eb9-4036-ab32-d12b1e24792c), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.271387 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8426946e-6eb9-4036-ab32-d12b1e24792c']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:35.280621 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c0996d-125e-4cad-bbf4-c1ac7433be7d') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:35.285194 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c0996d-125e-4cad-bbf4-c1ac7433be7d') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:35.291106 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347676'] for segment (60c0996d-125e-4cad-bbf4-c1ac7433be7d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.305053 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (60c0996d-125e-4cad-bbf4-c1ac7433be7d), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.305257 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (cda8e753-65ba-44a7-9a9b-2ef1f1e827f3), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.311098 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:12:35.311480 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14347421'] for segment (60c0996d-125e-4cad-bbf4-c1ac7433be7d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: timer() Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: cb(*args, **kw) Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: self._notify() Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: self.callback(batched_events) Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: event.method(event) Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._get(url).json() Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:12:35.313102 dv-cinder-778193-24-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:12:35.336274 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:35.343526 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.343880 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.344232 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.344576 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.344912 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.345261 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.345600 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.345933 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.346271 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.346627 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.346955 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.347281 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.347606 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:35.389360 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.390923 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-312b145e-3f44-489b-b942-d635b8f9cdb8 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3472183 Mar 07 17:12:35.393778 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60972) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:35.400021 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bd24cfed-f1d4-4ac9-b695-ccdce871a53b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'security_group_rule': {'security_group_id': 'cda8e753-65ba-44a7-9a9b-2ef1f1e827f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:35.438797 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (8426946e-6eb9-4036-ab32-d12b1e24792c), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.446063 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.451563 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8426946e-6eb9-4036-ab32-d12b1e24792c HTTP/1.1" status: 204 len: 168 time: 0.7287240 Mar 07 17:12:35.460833 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd4676-9428-4e3f-91f2-37da13256294 admin admin] Pushing event deleted for resources: {'Network': ['ID=8426946e-6eb9-4036-ab32-d12b1e24792c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:35.500297 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd24cfed-f1d4-4ac9-b695-ccdce871a53b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (7603abae-e1ed-4a59-9030-5f014468be09), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.559846 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd24cfed-f1d4-4ac9-b695-ccdce871a53b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (7603abae-e1ed-4a59-9030-5f014468be09), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.666472 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd24cfed-f1d4-4ac9-b695-ccdce871a53b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (7603abae-e1ed-4a59-9030-5f014468be09), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.689731 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24cfed-f1d4-4ac9-b695-ccdce871a53b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7603abae-e1ed-4a59-9030-5f014468be09,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:35.766141 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd24cfed-f1d4-4ac9-b695-ccdce871a53b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.767491 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-bd24cfed-f1d4-4ac9-b695-ccdce871a53b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3723202 Mar 07 17:12:35.771647 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60978) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:35.775307 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-58d87684-2531-44bd-98c5-ec49d7196aac tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'security_group_rule': {'security_group_id': 'cda8e753-65ba-44a7-9a9b-2ef1f1e827f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:35.787544 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715e80d-a4f3-426e-8f36-32f9c497657f req-ad673589-bd81-46f2-bfba-19a904a03974 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:35.789417 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7715e80d-a4f3-426e-8f36-32f9c497657f req-ad673589-bd81-46f2-bfba-19a904a03974 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 944 time: 0.0672696 Mar 07 17:12:35.840087 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7715e80d-a4f3-426e-8f36-32f9c497657f req-9c4534c8-140a-4537-926e-cd6648e31681 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447404 Mar 07 17:12:35.887773 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 60980) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:35.930343 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-58d87684-2531-44bd-98c5-ec49d7196aac tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (b1456a4e-b6f0-4ab1-bbee-4f5a4f58ed98), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.934834 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-63e9c1dc-38b8-4552-9a21-5fca2dcc83ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84c221f2dc834546ae095602ed8dbefd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459228 Mar 07 17:12:35.938037 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60982) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:35.986865 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93e8c385-daf4-4d3b-9869-23117e10bfaa admin admin] Publish callbacks [] for security_group (dca5256d-9304-4f41-8f63-db638c5f6262), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:35.991453 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-58d87684-2531-44bd-98c5-ec49d7196aac tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (b1456a4e-b6f0-4ab1-bbee-4f5a4f58ed98), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:36.013953 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93e8c385-daf4-4d3b-9869-23117e10bfaa admin admin] Publish callbacks [] for security_group (dca5256d-9304-4f41-8f63-db638c5f6262), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:36.066402 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-58d87684-2531-44bd-98c5-ec49d7196aac tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (b1456a4e-b6f0-4ab1-bbee-4f5a4f58ed98), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:36.088866 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d87684-2531-44bd-98c5-ec49d7196aac tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1456a4e-b6f0-4ab1-bbee-4f5a4f58ed98,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:36.165019 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93e8c385-daf4-4d3b-9869-23117e10bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (dca5256d-9304-4f41-8f63-db638c5f6262), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:36.167790 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93e8c385-daf4-4d3b-9869-23117e10bfaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:36.168934 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-93e8c385-daf4-4d3b-9869-23117e10bfaa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dca5256d-9304-4f41-8f63-db638c5f6262 HTTP/1.1" status: 204 len: 168 time: 0.2298825 Mar 07 17:12:36.177913 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f87de05d-7458-4fd0-8213-bd7b879dd7e5 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:12:36.180392 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8c385-daf4-4d3b-9869-23117e10bfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca5256d-9304-4f41-8f63-db638c5f6262,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:36.195720 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-58d87684-2531-44bd-98c5-ec49d7196aac tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:36.197031 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-58d87684-2531-44bd-98c5-ec49d7196aac tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4253659 Mar 07 17:12:36.200214 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 60986) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:36.204935 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:36.208247 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: f87de05d-7458-4fd0-8213-bd7b879dd7e5 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:12:36.209227 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f87de05d-7458-4fd0-8213-bd7b879dd7e5 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:12:36.295200 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:36.391549 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:36.519481 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Allocated IP 172.27.1.225 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/b38672c2-1dd6-44e7-8feb-23a0af650f27) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:12:36.633816 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for port (b38672c2-1dd6-44e7-8feb-23a0af650f27), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:36.742163 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (b38672c2-1dd6-44e7-8feb-23a0af650f27), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:36.797566 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:12:36.800546 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:12:36.805958 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:12:36.809296 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'Port': ['ID=b38672c2-1dd6-44e7-8feb-23a0af650f27,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:36.895245 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (75f94934-f80d-4513-970d-ff3f561f2f36), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:36.962842 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01328cfb-91f0-44d8-8c76-56d0bc3a741d req-fccd8f7a-26cd-4712-9f99-7e5a58a4d805 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:36.964584 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-01328cfb-91f0-44d8-8c76-56d0bc3a741d req-fccd8f7a-26cd-4712-9f99-7e5a58a4d805 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 944 time: 0.0554614 Mar 07 17:12:36.994449 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (b38672c2-1dd6-44e7-8feb-23a0af650f27), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:37.017717 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-01328cfb-91f0-44d8-8c76-56d0bc3a741d req-5b08a201-2f8b-4c2e-a0f0-4fc8bd9d88a8 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473604 Mar 07 17:12:37.175917 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for port (b38672c2-1dd6-44e7-8feb-23a0af650f27), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:37.249668 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (b38672c2-1dd6-44e7-8feb-23a0af650f27), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:37.320495 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'Port': ['ID=b38672c2-1dd6-44e7-8feb-23a0af650f27,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:37.332514 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (75f94934-f80d-4513-970d-ff3f561f2f36), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:37.440080 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:37.441257 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-266c8b5b-4e58-4da9-8098-b010ab7c2e70 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2399437 Mar 07 17:12:37.640538 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-8052507b-931c-449a-8b85-aec7bb2c861b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1814950838&fields=id&tenant_id=8f241ca33d5e4641b042e0e088c78802 HTTP/1.1" status: 200 len: 267 time: 0.0448377 Mar 07 17:12:37.732657 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4ffe370c-260d-4946-9cb4-662d4ca1cf53 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:12:37.761225 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-377b4e15-a626-4154-89b7-00f135b743d3 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:37.763342 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-377b4e15-a626-4154-89b7-00f135b743d3 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/networks?id=3dd5b780-4912-4b74-8f1b-a74ef8761a06 HTTP/1.1" status: 200 len: 811 time: 0.1151559 Mar 07 17:12:37.784663 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-92b1b4a2-5eb2-4304-99f9-99c4318ebae4 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/quotas/8f241ca33d5e4641b042e0e088c78802 HTTP/1.1" status: 200 len: 375 time: 0.0134046 Mar 07 17:12:37.842705 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 4ffe370c-260d-4946-9cb4-662d4ca1cf53, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4ffe370c-260d-4946-9cb4-662d4ca1cf53,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:37.847841 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-a3157c9a-72c0-4eff-840b-1dd3b0371672 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f241ca33d5e4641b042e0e088c78802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566430 Mar 07 17:12:37.860638 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'port_id': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'mac_address': 'fa:16:3e:b4:ca:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:12:37.920042 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:12:37.920436 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:37.940188 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffe370c-260d-4946-9cb4-662d4ca1cf53 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:12:37.962053 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 4ffe370c-260d-4946-9cb4-662d4ca1cf53, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4ffe370c-260d-4946-9cb4-662d4ca1cf53,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:37.972435 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-584eef8e-d6e2-4334-9ae3-9964f6c8f6b5 service neutron] 10.222.0.52 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115692 Mar 07 17:12:38.038134 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:38.078659 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-9433d180-fbed-4ab9-ad61-4d62d393ec5c service neutron] 10.222.0.52 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001823 Mar 07 17:12:38.135807 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=4ffe370c-260d-4946-9cb4-662d4ca1cf53,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:38.217628 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a576e39-d203-4e9b-8610-15f919777940 req-71adcbcc-d598-477b-85a2-fd31030b585c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:38.219248 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7a576e39-d203-4e9b-8610-15f919777940 req-71adcbcc-d598-477b-85a2-fd31030b585c tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 945 time: 0.0620978 Mar 07 17:12:38.282468 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7a576e39-d203-4e9b-8610-15f919777940 req-4a65574e-f83c-40be-9244-6665b624476b tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531235 Mar 07 17:12:38.330513 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 32820) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:38.340462 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['4ffe370c-260d-4946-9cb4-662d4ca1cf53'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:12:38.394004 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-43a9810a-ab9f-4ae6-b0aa-118455193038 req-12f56509-30a8-4ffb-8076-ec81260ce935 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 210 time: 0.0337741 Mar 07 17:12:38.487729 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-641fe939-4ce1-45b6-92b3-0a79c844545f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:38.573530 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-641fe939-4ce1-45b6-92b3-0a79c844545f admin admin] Publish callbacks [] for security_group (32b3cb66-d961-446f-b5cc-08edc10fcdd4), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:38.642570 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-641fe939-4ce1-45b6-92b3-0a79c844545f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (32b3cb66-d961-446f-b5cc-08edc10fcdd4), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:38.685275 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-641fe939-4ce1-45b6-92b3-0a79c844545f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1040f05eabd04e26898b3f153e2591ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534601 Mar 07 17:12:38.686008 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fe939-4ce1-45b6-92b3-0a79c844545f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b3cb66-d961-446f-b5cc-08edc10fcdd4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:38.688758 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 32830) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:38.745323 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73b3ac8b-374d-420f-8476-caac878acb58 admin admin] Publish callbacks [] for security_group (32b3cb66-d961-446f-b5cc-08edc10fcdd4), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:38.769275 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73b3ac8b-374d-420f-8476-caac878acb58 admin admin] Publish callbacks [] for security_group (32b3cb66-d961-446f-b5cc-08edc10fcdd4), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:38.905402 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73b3ac8b-374d-420f-8476-caac878acb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (32b3cb66-d961-446f-b5cc-08edc10fcdd4), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:38.908074 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73b3ac8b-374d-420f-8476-caac878acb58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:38.909511 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-73b3ac8b-374d-420f-8476-caac878acb58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32b3cb66-d961-446f-b5cc-08edc10fcdd4 HTTP/1.1" status: 204 len: 168 time: 0.2196078 Mar 07 17:12:38.920312 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3ac8b-374d-420f-8476-caac878acb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b3cb66-d961-446f-b5cc-08edc10fcdd4,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:39.409610 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cbc5-080a-4d61-b206-1370a443c644 req-de38abd6-5818-4cff-856e-d35fab5483d2 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:39.411119 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c554cbc5-080a-4d61-b206-1370a443c644 req-de38abd6-5818-4cff-856e-d35fab5483d2 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 945 time: 0.0540414 Mar 07 17:12:39.463209 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c554cbc5-080a-4d61-b206-1370a443c644 req-9bca2500-7834-4d9b-97c3-fbfcd9eb6710 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451727 Mar 07 17:12:39.493344 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5256dc40-492a-42c2-a3e3-0dd657b873ea req-fba8ea27-f706-4258-ab73-ca4b6524dc00 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 210 time: 0.0271695 Mar 07 17:12:39.738079 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4ffe370c-260d-4946-9cb4-662d4ca1cf53 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:12:39.849495 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:12:39.853794 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:12:39.854185 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:39.930203 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 32858) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:39.944620 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:12:39.945050 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:39.975399 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffe370c-260d-4946-9cb4-662d4ca1cf53'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:39.977652 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd962716-0147-4650-a8c7-a19204c5c628" -d '{"events": [{"server_uuid": "dbd8b712-033f-4cb0-9ec1-c1072be0acb3", "name": "network-vif-plugged", "status": "completed", "tag": "4ffe370c-260d-4946-9cb4-662d4ca1cf53"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:39.991682 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 4ffe370c-260d-4946-9cb4-662d4ca1cf53, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4ffe370c-260d-4946-9cb4-662d4ca1cf53,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:40.015742 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d691be-3501-4ca8-93b1-3caec9aa3ecf x-openstack-request-id: req-73d691be-3501-4ca8-93b1-3caec9aa3ecf {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:40.016040 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd8b712-033f-4cb0-9ec1-c1072be0acb3", "name": "network-vif-plugged", "status": "completed", "tag": "4ffe370c-260d-4946-9cb4-662d4ca1cf53", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:40.016305 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73d691be-3501-4ca8-93b1-3caec9aa3ecf {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:40.016844 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'code': 200} Mar 07 17:12:40.042753 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1850952909-network', 'tenant_id': '8e0f152ac2e64f17ae8f27d758ce1ae8'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:40.067096 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.121023 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=4ffe370c-260d-4946-9cb4-662d4ca1cf53,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:40.152355 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Made reservation on behalf of 8e0f152ac2e64f17ae8f27d758ce1ae8 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:12:40.154731 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.165003 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.247042 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Publish callbacks [] for security_group (1a495c67-b74c-4e19-83d8-7b1969215f13), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.328612 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1a495c67-b74c-4e19-83d8-7b1969215f13), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.355089 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:12:40.371782 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a495c67-b74c-4e19-83d8-7b1969215f13,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:40.372841 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (8fc0e71f-7c0c-408c-95f8-48b9c34f478b), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.373183 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.segments_db [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Added segment 8fc0e71f-7c0c-408c-95f8-48b9c34f478b of type vlan for network efd87cda-a1fe-4edc-8f43-163bacbb64f0 Mar 07 17:12:40.420983 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (efd87cda-a1fe-4edc-8f43-163bacbb64f0), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.461532 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613f036-5aa8-4661-a1a5-2f32590f9632 req-e9d1e59c-105a-4c0f-81aa-5bb499e0f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:40.463250 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2613f036-5aa8-4661-a1a5-2f32590f9632 req-e9d1e59c-105a-4c0f-81aa-5bb499e0f666 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 1130 time: 0.0521648 Mar 07 17:12:40.532965 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2613f036-5aa8-4661-a1a5-2f32590f9632 req-e2c82474-3433-4ea6-8bba-65e131883f2d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637233 Mar 07 17:12:40.577116 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (efd87cda-a1fe-4edc-8f43-163bacbb64f0), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.578054 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:40.578805 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.607754 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8214be76-c928-474d-a5ee-6352b19dc8ec req-8221c784-ccd6-4b88-83ed-250ca9ed97e5 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 210 time: 0.0365746 Mar 07 17:12:40.655467 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.692384 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-621dd857-6082-4089-b52d-9caf1691542b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:40.695007 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-621dd857-6082-4089-b52d-9caf1691542b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.65 "GET /v2.0/networks?id=3dd5b780-4912-4b74-8f1b-a74ef8761a06 HTTP/1.1" status: 200 len: 811 time: 0.2293591 Mar 07 17:12:40.702991 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] Pushing event updated for resources: {'Network': ['ID=efd87cda-a1fe-4edc-8f43-163bacbb64f0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:40.715664 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network efd87cda-a1fe-4edc-8f43-163bacbb64f0 details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:12:40.719781 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3f8da-5049-4d43-8183-30896897452d req-e5f13d07-e43b-43b0-956d-2d8154f18304 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:40.720908 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-48a3f8da-5049-4d43-8183-30896897452d req-e5f13d07-e43b-43b0-956d-2d8154f18304 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 946 time: 0.1669562 Mar 07 17:12:40.725606 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-6128604b-cb44-4593-aeb9-6e0c1ae571d2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7932234 Mar 07 17:12:40.730620 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 32874) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:40.735948 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-976241b6-b28c-408c-b064-801091500863 admin admin] Request body: {'subnet': {'network_id': 'efd87cda-a1fe-4edc-8f43-163bacbb64f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1850952909-subnet', 'tenant_id': '8e0f152ac2e64f17ae8f27d758ce1ae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:40.778761 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-48a3f8da-5049-4d43-8183-30896897452d req-567178b4-299f-4056-941f-dc8826fef51a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506089 Mar 07 17:12:40.843832 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976241b6-b28c-408c-b064-801091500863 admin admin] Made reservation on behalf of 8e0f152ac2e64f17ae8f27d758ce1ae8 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:12:40.846134 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-976241b6-b28c-408c-b064-801091500863 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12806286'] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.886578 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-0bd65845-1b9f-4fb4-9283-40549eca9820 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f241ca33d5e4641b042e0e088c78802 HTTP/1.1" status: 200 len: 380 time: 0.0628612 Mar 07 17:12:40.897743 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'port': {'device_id': '96810644-7821-4172-a8ed-562d8e981616', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'admin_state_up': True, 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'security_groups': ['cda8e753-65ba-44a7-9a9b-2ef1f1e827f3']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:41.089397 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Made reservation on behalf of 8f241ca33d5e4641b042e0e088c78802 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:12:41.090056 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-976241b6-b28c-408c-b064-801091500863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14347568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12806288'] for subnet (f771792d-5c3d-4425-a434-32752d8a4686), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:41.092959 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:41.152489 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976241b6-b28c-408c-b064-801091500863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f771792d-5c3d-4425-a434-32752d8a4686,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:41.171007 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976241b6-b28c-408c-b064-801091500863 admin admin] Checking segment: {'id': '8fc0e71f-7c0c-408c-95f8-48b9c34f478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'efd87cda-a1fe-4edc-8f43-163bacbb64f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:12:41.171451 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976241b6-b28c-408c-b064-801091500863 admin admin] Network hostable DHCP agents. Network: efd87cda-a1fe-4edc-8f43-163bacbb64f0, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:12:41.249283 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Allocated IP 172.20.0.13 (3dd5b780-4912-4b74-8f1b-a74ef8761a06/98015567-67e5-4976-a0e0-fd80463ef3e8/7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:12:41.259280 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976241b6-b28c-408c-b064-801091500863 admin admin] Network efd87cda-a1fe-4edc-8f43-163bacbb64f0 is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:12:41.369380 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-976241b6-b28c-408c-b064-801091500863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, efd87cda-a1fe-4edc-8f43-163bacbb64f0) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:12:41.373602 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976241b6-b28c-408c-b064-801091500863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:41.374343 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-976241b6-b28c-408c-b064-801091500863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:41.379684 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b07b28-9e07-4248-b546-af1ed97aead0 None None] Network efd87cda-a1fe-4edc-8f43-163bacbb64f0 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:12:41.398645 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:41.509420 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:41.512197 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-976241b6-b28c-408c-b064-801091500863 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7800999 Mar 07 17:12:41.514929 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7151c-d8d0-4d30-8ecc-4dcef83f89f8 None None] Network efd87cda-a1fe-4edc-8f43-163bacbb64f0 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:12:41.609775 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:12:41.615889 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:12:41.621938 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:12:41.689153 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event updated for resources: {'Port': ['ID=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:41.783668 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:41.785233 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:41.898413 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebcebc-c45b-43a9-b848-c02025da4724 req-0cecf9eb-a6cd-4adf-bf57-c23cf4f57503 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:41.900696 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-92ebcebc-c45b-43a9-b848-c02025da4724 req-0cecf9eb-a6cd-4adf-bf57-c23cf4f57503 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 932 time: 0.0789912 Mar 07 17:12:41.950403 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-40098bb7-199f-4ff4-89fd-72c149feeed6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0569830 Mar 07 17:12:41.960035 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6611b-005d-4c7b-9db4-cc74c86be1ba req-103679b5-74f2-4d4e-979e-9e0e5243cbbf tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:41.961557 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-76e6611b-005d-4c7b-9db4-cc74c86be1ba req-103679b5-74f2-4d4e-979e-9e0e5243cbbf tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 946 time: 0.0754683 Mar 07 17:12:41.962005 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-92ebcebc-c45b-43a9-b848-c02025da4724 req-4650577b-912a-4f0c-a2be-3539797853e5 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546613 Mar 07 17:12:41.968090 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Request body: {'port': {'device_id': '96810644-7821-4172-a8ed-562d8e981616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:42.035705 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-82e33e1a-e842-4e09-9181-56051357ab34 None None] Provisioning complete for port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:12:42.036023 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-82e33e1a-e842-4e09-9181-56051357ab34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.078150 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-82e33e1a-e842-4e09-9181-56051357ab34 None None] Port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:12:42.086233 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-76e6611b-005d-4c7b-9db4-cc74c86be1ba req-5b393e7e-df78-44f9-8491-4087faf3431f tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124747 Mar 07 17:12:42.090848 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.400144 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:12:42.408328 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Publish callbacks [] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.423053 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Transition to ACTIVE for port object 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 will not be triggered until provisioned by entity L2. {{(pid=103716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:12:42.492654 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 32908) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:42.497514 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097217868-network', 'tenant_id': '83894389adda4b7d9e57248e10d66820'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:42.522760 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.574865 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Made reservation on behalf of 83894389adda4b7d9e57248e10d66820 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:12:42.577415 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.585397 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Pushing event updated for resources: {'Port': ['ID=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:42.590025 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.671317 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Attempting to bind port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:12:42.671913 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Attempting to bind port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:12:42.672732 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Attempting to bind port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 on network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:12:42.678255 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 on network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:12:42.678616 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Attempting to bind port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 on network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:12:42.684235 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:12:42.684575 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Checking segment: {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:12:42.684957 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Bound using segment: {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:12:42.685734 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Bound port: 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f82e6d9-6f67-4c3d-9159-1119532f91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:12:42.685734 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.706445 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Publish callbacks [] for security_group (146c974a-0be4-4d4f-806b-d4738cc5e8ee), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.759391 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] For port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71, host hv-cinder-77819, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:12:42.762838 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] For port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:12:42.775410 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (146c974a-0be4-4d4f-806b-d4738cc5e8ee), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.813684 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:12:42.813987 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146c974a-0be4-4d4f-806b-d4738cc5e8ee,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:42.822703 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (9255f6f5-d0e5-48d9-a9e5-7cb1132072bf), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.823056 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Added segment 9255f6f5-d0e5-48d9-a9e5-7cb1132072bf of type vlan for network 6442dfe9-fe78-4d8a-b168-bdb0adedf745 Mar 07 17:12:42.827853 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.871252 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:42.871799 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.873262 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] 10.222.0.65 "PUT /v2.0/ports/7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 HTTP/1.1" status: 200 len: 1094 time: 0.9099751 Mar 07 17:12:42.878461 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96810644-7821-4172-a8ed-562d8e981616', 'tag': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:42.882683 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1220627a-3768-470f-9415-e07a58dd7211" -d '{"events": [{"name": "network-changed", "server_uuid": "96810644-7821-4172-a8ed-562d8e981616", "tag": "7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:42.924524 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6e99c-1180-482b-8fc5-84b01069b6fd service neutron] Pushing event updated for resources: {'Port': ['ID=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:42.932044 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db09c130-6803-4ead-8143-48bdf56344e1 x-openstack-request-id: req-db09c130-6803-4ead-8143-48bdf56344e1 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:42.932338 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96810644-7821-4172-a8ed-562d8e981616", "tag": "7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:42.932601 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db09c130-6803-4ead-8143-48bdf56344e1 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:42.933218 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96810644-7821-4172-a8ed-562d8e981616', 'tag': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71', 'status': 'completed', 'code': 200} Mar 07 17:12:43.049427 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220627a-3768-470f-9415-e07a58dd7211 req-659c94a2-4c15-4637-ad5e-00e03244cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:43.051861 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1220627a-3768-470f-9415-e07a58dd7211 req-659c94a2-4c15-4637-ad5e-00e03244cffc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f241ca33d5e4641b042e0e088c78802&device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 1128 time: 0.0758419 Mar 07 17:12:43.185967 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (6442dfe9-fe78-4d8a-b168-bdb0adedf745), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:43.248673 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220627a-3768-470f-9415-e07a58dd7211 req-0fe5d07f-2a0f-482b-b821-adf15f85a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:43.250151 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1220627a-3768-470f-9415-e07a58dd7211 req-0fe5d07f-2a0f-482b-b821-adf15f85a268 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=8f241ca33d5e4641b042e0e088c78802&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1855569 Mar 07 17:12:43.269141 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77e15-db83-48af-a1ce-733db0f6ee1c req-cb428918-f28e-4eaa-9e1d-59d8930330f5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:43.271269 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-46a77e15-db83-48af-a1ce-733db0f6ee1c req-cb428918-f28e-4eaa-9e1d-59d8930330f5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 946 time: 0.0883615 Mar 07 17:12:43.343748 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-46a77e15-db83-48af-a1ce-733db0f6ee1c req-5b36c2cc-4f2c-4444-98b9-acf5ddc64cd7 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608811 Mar 07 17:12:43.344942 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (6442dfe9-fe78-4d8a-b168-bdb0adedf745), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:43.345970 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:43.346599 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:43.368057 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:12:43.419844 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] Pushing event updated for resources: {'Network': ['ID=6442dfe9-fe78-4d8a-b168-bdb0adedf745,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:43.433794 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 6442dfe9-fe78-4d8a-b168-bdb0adedf745 details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:12:43.462307 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-29faa2a3-c444-4acf-b14b-3c666eafb740 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9685135 Mar 07 17:12:43.465863 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 32924) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:43.489182 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] Request body: {'subnet': {'network_id': '6442dfe9-fe78-4d8a-b168-bdb0adedf745', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097217868-subnet', 'tenant_id': '83894389adda4b7d9e57248e10d66820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:43.534779 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ca291-2f00-4952-a96d-e995052b0990 req-a6c5164a-43e7-4a4d-ace1-eb771f32be47 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:43.536832 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a83ca291-2f00-4952-a96d-e995052b0990 req-a6c5164a-43e7-4a4d-ace1-eb771f32be47 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 946 time: 0.0874586 Mar 07 17:12:43.598903 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a83ca291-2f00-4952-a96d-e995052b0990 req-27a5edb3-7588-4a71-9429-50a6b36a3bd0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516243 Mar 07 17:12:43.599987 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] Made reservation on behalf of 83894389adda4b7d9e57248e10d66820 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:12:43.603271 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12806286'] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:43.620304 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfc843-473e-4ad2-8787-660ee94f7898 req-91976cdd-f4c2-4105-84a3-de96296cf23b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:43.621931 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3fcfc843-473e-4ad2-8787-660ee94f7898 req-91976cdd-f4c2-4105-84a3-de96296cf23b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 944 time: 0.5200126 Mar 07 17:12:43.653837 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 32926) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:43.756245 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220627a-3768-470f-9415-e07a58dd7211 req-92d41bd4-39b1-438c-a590-758f15e9b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:43.757743 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1220627a-3768-470f-9415-e07a58dd7211 req-92d41bd4-39b1-438c-a590-758f15e9b2ca service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5008593 Mar 07 17:12:43.764052 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3fcfc843-473e-4ad2-8787-660ee94f7898 req-694a84cd-993f-422f-9b61-98ad1fd65f1e tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110880 Mar 07 17:12:43.773233 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c5e67-ba72-478d-a77e-070469d5f5b6 tempest-TestVolumeBootPattern-1073435581 tempest-TestVolumeBootPattern-1073435581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:43.775461 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-519c5e67-ba72-478d-a77e-070469d5f5b6 tempest-TestVolumeBootPattern-1073435581 tempest-TestVolumeBootPattern-1073435581-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 1125 time: 0.1206639 Mar 07 17:12:43.781113 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 32930) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:43.784831 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'port_id': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:43.872082 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-fd8c9ebb-5256-47c3-b751-59e63c96fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:43.873479 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-fd8c9ebb-5256-47c3-b751-59e63c96fc86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f241ca33d5e4641b042e0e088c78802&device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 1128 time: 0.0522549 Mar 07 17:12:43.895508 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14347568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12806288'] for subnet (7bce40ff-590f-489c-81ff-2c2a443825f1), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:43.920526 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:43.925261 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-c6f0608d-5521-4b17-a35c-04fdeb55e0c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 HTTP/1.1" status: 200 len: 217 time: 0.0388937 Mar 07 17:12:43.959778 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bce40ff-590f-489c-81ff-2c2a443825f1,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:43.970738 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] Checking segment: {'id': '9255f6f5-d0e5-48d9-a9e5-7cb1132072bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6442dfe9-fe78-4d8a-b168-bdb0adedf745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:12:43.971109 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] Network hostable DHCP agents. Network: 6442dfe9-fe78-4d8a-b168-bdb0adedf745, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:12:43.998212 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-1023a9c1-7bfe-4b24-8641-997cdc8b078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:43.999674 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-1023a9c1-7bfe-4b24-8641-997cdc8b078c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98015567-67e5-4976-a0e0-fd80463ef3e8 HTTP/1.1" status: 200 len: 850 time: 0.0618718 Mar 07 17:12:44.049216 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] Network 6442dfe9-fe78-4d8a-b168-bdb0adedf745 is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:12:44.090547 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-b2aa11e9-c2f6-4422-97ef-e8bb30365f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:44.092023 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-b2aa11e9-c2f6-4422-97ef-e8bb30365f4c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3dd5b780-4912-4b74-8f1b-a74ef8761a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0668750 Mar 07 17:12:44.125132 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:44.140869 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 6442dfe9-fe78-4d8a-b168-bdb0adedf745) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:12:44.154932 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:44.155499 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:44.155791 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d6d7dc-3231-46d5-b83e-e29aa0811e67 None None] Network 6442dfe9-fe78-4d8a-b168-bdb0adedf745 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:12:44.275478 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-cb197000-a762-4d52-8c0c-92584e9b86da admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8078880 Mar 07 17:12:44.291289 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-8f98acf5-59cb-4ddb-ae81-ed6759a4e8de service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925857 Mar 07 17:12:44.295474 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a4dde-93b0-46dd-b6b0-21410b7fb0aa None None] Network 6442dfe9-fe78-4d8a-b168-bdb0adedf745 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:12:44.341085 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Allocated IP 172.27.1.150 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/cb413395-942a-4208-831c-999c74fa824b) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:12:44.397142 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 32936) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:44.441554 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c9e6f0-6b65-43de-b409-aafd310f0e11 admin admin] Deleting subnet f771792d-5c3d-4425-a434-32752d8a4686 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:12:44.447148 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e6f0-6b65-43de-b409-aafd310f0e11 admin admin] Publish callbacks [] for subnet (f771792d-5c3d-4425-a434-32752d8a4686), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:44.469214 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-aa09640c-3e31-4bce-8f7b-8e432f31b218 req-11a79e8b-ade6-4cf4-a5fc-0423472e8093 service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714115 Mar 07 17:12:44.485324 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e6f0-6b65-43de-b409-aafd310f0e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347623'] for subnet (f771792d-5c3d-4425-a434-32752d8a4686), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:44.509093 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for port (cb413395-942a-4208-831c-999c74fa824b), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:44.527525 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e6f0-6b65-43de-b409-aafd310f0e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (f771792d-5c3d-4425-a434-32752d8a4686), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:44.638940 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (cb413395-942a-4208-831c-999c74fa824b), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:44.682012 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:12:44.685213 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:12:44.689039 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:12:44.690474 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e6f0-6b65-43de-b409-aafd310f0e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14347511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12806377'] for subnet (f771792d-5c3d-4425-a434-32752d8a4686), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:44.695974 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'Port': ['ID=cb413395-942a-4208-831c-999c74fa824b,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:44.721820 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e6f0-6b65-43de-b409-aafd310f0e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:44.725662 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a3c9e6f0-6b65-43de-b409-aafd310f0e11 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f771792d-5c3d-4425-a434-32752d8a4686 HTTP/1.1" status: 204 len: 168 time: 0.3272603 Mar 07 17:12:44.726569 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9e6f0-6b65-43de-b409-aafd310f0e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f771792d-5c3d-4425-a434-32752d8a4686,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:44.728780 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 32938) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:44.856529 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (efd87cda-a1fe-4edc-8f43-163bacbb64f0), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:44.899841 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aaf73-19e4-4038-b541-8f8ce691dec0 req-cc9616ba-6c21-46b0-9c70-f66844c4b485 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:44.901348 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dc3aaf73-19e4-4038-b541-8f8ce691dec0 req-cc9616ba-6c21-46b0-9c70-f66844c4b485 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 944 time: 0.0557992 Mar 07 17:12:44.958879 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dc3aaf73-19e4-4038-b541-8f8ce691dec0 req-8e1de8b7-8858-4d48-97c5-f37626461c2c tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514550 Mar 07 17:12:45.001048 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (efd87cda-a1fe-4edc-8f43-163bacbb64f0), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.052817 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd87cda-a1fe-4edc-8f43-163bacbb64f0']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:45.066771 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc0e71f-7c0c-408c-95f8-48b9c34f478b') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:45.067054 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc0e71f-7c0c-408c-95f8-48b9c34f478b') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:45.083154 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12967054'] for segment (8fc0e71f-7c0c-408c-95f8-48b9c34f478b), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.133857 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (8fc0e71f-7c0c-408c-95f8-48b9c34f478b), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.146101 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:12:45.146523 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12767259'] for segment (8fc0e71f-7c0c-408c-95f8-48b9c34f478b), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: Traceback (most recent call last): Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: timer() Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: cb(*args, **kw) Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: return func(*args, **kwargs) Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: self._notify() Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: self.callback(batched_events) Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: event.method(event) Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: return f(self, *a, **k) Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._get(url).json() Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: return self.request(url, 'GET', **kwargs) Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:12:45.148197 dv-cinder-778193-24-iscsi neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:12:45.285618 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (832d3b2a-ea07-445f-9c49-1e0fa4b8578d), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.308177 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (efd87cda-a1fe-4edc-8f43-163bacbb64f0), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.315438 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.317954 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] 10.222.0.52 "DELETE /v2.0/networks/efd87cda-a1fe-4edc-8f43-163bacbb64f0 HTTP/1.1" status: 204 len: 168 time: 0.5879722 Mar 07 17:12:45.320937 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 32944) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:45.336437 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b041473-99ae-4437-a0ad-a4bba287c613 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd87cda-a1fe-4edc-8f43-163bacbb64f0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:45.366179 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eaaa35d-387e-4d14-8e7e-dc1a2c59fa30 admin admin] Deleting subnet 7bce40ff-590f-489c-81ff-2c2a443825f1 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:12:45.369812 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa35d-387e-4d14-8e7e-dc1a2c59fa30 admin admin] Publish callbacks [] for subnet (7bce40ff-590f-489c-81ff-2c2a443825f1), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.408504 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa35d-387e-4d14-8e7e-dc1a2c59fa30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347623'] for subnet (7bce40ff-590f-489c-81ff-2c2a443825f1), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.452797 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa35d-387e-4d14-8e7e-dc1a2c59fa30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (7bce40ff-590f-489c-81ff-2c2a443825f1), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.453801 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (cb413395-942a-4208-831c-999c74fa824b), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.586966 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa35d-387e-4d14-8e7e-dc1a2c59fa30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14347511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12806377'] for subnet (7bce40ff-590f-489c-81ff-2c2a443825f1), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.608114 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for port (cb413395-942a-4208-831c-999c74fa824b), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.612386 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaa35d-387e-4d14-8e7e-dc1a2c59fa30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bce40ff-590f-489c-81ff-2c2a443825f1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:45.616899 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa35d-387e-4d14-8e7e-dc1a2c59fa30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.620174 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5eaaa35d-387e-4d14-8e7e-dc1a2c59fa30 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7bce40ff-590f-489c-81ff-2c2a443825f1 HTTP/1.1" status: 204 len: 168 time: 0.2982073 Mar 07 17:12:45.622667 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 32946) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:45.678993 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (cb413395-942a-4208-831c-999c74fa824b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.699875 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (6442dfe9-fe78-4d8a-b168-bdb0adedf745), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.754070 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'Port': ['ID=cb413395-942a-4208-831c-999c74fa824b,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:45.764469 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (832d3b2a-ea07-445f-9c49-1e0fa4b8578d), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.788872 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (6442dfe9-fe78-4d8a-b168-bdb0adedf745), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.809684 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6442dfe9-fe78-4d8a-b168-bdb0adedf745']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:45.819918 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9255f6f5-d0e5-48d9-a9e5-7cb1132072bf') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:45.820313 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9255f6f5-d0e5-48d9-a9e5-7cb1132072bf') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:45.830283 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347676'] for segment (9255f6f5-d0e5-48d9-a9e5-7cb1132072bf), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.850192 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (9255f6f5-d0e5-48d9-a9e5-7cb1132072bf), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.852070 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:12:45.852472 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14347421'] for segment (9255f6f5-d0e5-48d9-a9e5-7cb1132072bf), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: timer() Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: cb(*args, **kw) Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: self._notify() Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: self.callback(batched_events) Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: event.method(event) Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._get(url).json() Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:12:45.854217 dv-cinder-778193-24-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:12:45.877702 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Floating IP 832d3b2a-ea07-445f-9c49-1e0fa4b8578d associated. External IP: 172.27.1.150, port: 4ffe370c-260d-4946-9cb4-662d4ca1cf53. Mar 07 17:12:46.003737 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (6442dfe9-fe78-4d8a-b168-bdb0adedf745), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.013098 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.022043 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6442dfe9-fe78-4d8a-b168-bdb0adedf745 HTTP/1.1" status: 204 len: 168 time: 0.3937740 Mar 07 17:12:46.030885 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159da5e-1f43-4d11-8924-178d16bf5ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6442dfe9-fe78-4d8a-b168-bdb0adedf745,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:46.145547 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae183b-27f1-42b5-b53c-896f0b73ae4a req-d69f9d5d-47e1-4395-b067-e7d05de66ca6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:46.147510 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-81ae183b-27f1-42b5-b53c-896f0b73ae4a req-d69f9d5d-47e1-4395-b067-e7d05de66ca6 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 944 time: 0.1111081 Mar 07 17:12:46.165696 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:12:46.249102 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-81ae183b-27f1-42b5-b53c-896f0b73ae4a req-c768a3eb-9f11-4b04-b9f0-cedfe0044721 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948091 Mar 07 17:12:46.316159 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:12:46.328041 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd90f3-4dde-4400-b4a8-d25ef32a723b None None] Sync routers for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:12:46.342517 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd90f3-4dde-4400-b4a8-d25ef32a723b None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:46.343146 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f8dd90f3-4dde-4400-b4a8-d25ef32a723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:46.433114 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.453443 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f8dd90f3-4dde-4400-b4a8-d25ef32a723b None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:46.463941 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-44db0b7d-7efb-4299-8c6d-e5ab6477f684 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6833646 Mar 07 17:12:46.464694 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'tag': '4ffe370c-260d-4946-9cb4-662d4ca1cf53'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:46.477764 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746784db-534f-4812-8911-cf75a9db1370" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd8b712-033f-4cb0-9ec1-c1072be0acb3", "tag": "4ffe370c-260d-4946-9cb4-662d4ca1cf53"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:46.481503 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 32956) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:46.529552 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e319289-956f-419b-98e0-30b0781e53ea x-openstack-request-id: req-5e319289-956f-419b-98e0-30b0781e53ea {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:46.529842 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd8b712-033f-4cb0-9ec1-c1072be0acb3", "tag": "4ffe370c-260d-4946-9cb4-662d4ca1cf53", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:46.530098 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e319289-956f-419b-98e0-30b0781e53ea {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:46.530540 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'tag': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'status': 'completed', 'code': 200} Mar 07 17:12:46.556158 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-774a2121-9fe2-4fb3-b5da-28b43c1f72f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e0f152ac2e64f17ae8f27d758ce1ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0733674 Mar 07 17:12:46.558726 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 32960) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:46.611115 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c882eef5-9731-457b-b53a-0416455dbfa5 admin admin] Publish callbacks [] for security_group (1a495c67-b74c-4e19-83d8-7b1969215f13), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.635948 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c882eef5-9731-457b-b53a-0416455dbfa5 admin admin] Publish callbacks [] for security_group (1a495c67-b74c-4e19-83d8-7b1969215f13), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.638929 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746784db-534f-4812-8911-cf75a9db1370 req-964276b8-083e-4dec-8277-24ccbb9231a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:46.640432 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-746784db-534f-4812-8911-cf75a9db1370 req-964276b8-083e-4dec-8277-24ccbb9231a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 1130 time: 0.0572729 Mar 07 17:12:46.742164 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746784db-534f-4812-8911-cf75a9db1370 req-36caae2f-7692-46eb-aed0-8e4dbab05f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:46.743667 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-746784db-534f-4812-8911-cf75a9db1370 req-36caae2f-7692-46eb-aed0-8e4dbab05f2e service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 912 time: 0.0953059 Mar 07 17:12:46.798167 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c882eef5-9731-457b-b53a-0416455dbfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1a495c67-b74c-4e19-83d8-7b1969215f13), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.801175 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c882eef5-9731-457b-b53a-0416455dbfa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.803519 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c882eef5-9731-457b-b53a-0416455dbfa5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a495c67-b74c-4e19-83d8-7b1969215f13 HTTP/1.1" status: 204 len: 168 time: 0.2437522 Mar 07 17:12:46.813125 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882eef5-9731-457b-b53a-0416455dbfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a495c67-b74c-4e19-83d8-7b1969215f13,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:46.831233 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f8dd90f3-4dde-4400-b4a8-d25ef32a723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '832d3b2a-ea07-445f-9c49-1e0fa4b8578d', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:b4:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:45Z', 'updated_at': '2022-03-07T17:12:45Z', 'revision_number': 0, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:46.857777 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-746784db-534f-4812-8911-cf75a9db1370 req-a8c6667f-7b91-4e0c-95e7-08238c423dd0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ffe370c-260d-4946-9cb4-662d4ca1cf53 HTTP/1.1" status: 200 len: 1000 time: 0.1058750 Mar 07 17:12:46.884954 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd90f3-4dde-4400-b4a8-d25ef32a723b None None] Checking router: 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:12:46.894080 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd90f3-4dde-4400-b4a8-d25ef32a723b None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:46.894750 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f8dd90f3-4dde-4400-b4a8-d25ef32a723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:46.930440 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746784db-534f-4812-8911-cf75a9db1370 req-8b8c9cd5-5b0e-46e5-8f58-01e880b9cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:46.931912 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-746784db-534f-4812-8911-cf75a9db1370 req-8b8c9cd5-5b0e-46e5-8f58-01e880b9cbe7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 200 len: 850 time: 0.0595248 Mar 07 17:12:46.981261 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746784db-534f-4812-8911-cf75a9db1370 req-3e8821af-44b8-4637-9083-abb8db7b2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:46.982786 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-746784db-534f-4812-8911-cf75a9db1370 req-3e8821af-44b8-4637-9083-abb8db7b2ad8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454557 Mar 07 17:12:47.008131 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f8dd90f3-4dde-4400-b4a8-d25ef32a723b None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:47.082601 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-746784db-534f-4812-8911-cf75a9db1370 req-17086d1a-68bb-4dc7-88cf-cdf6a7e95253 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904298 Mar 07 17:12:47.268973 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f8dd90f3-4dde-4400-b4a8-d25ef32a723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '832d3b2a-ea07-445f-9c49-1e0fa4b8578d', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:b4:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:45Z', 'updated_at': '2022-03-07T17:12:45Z', 'revision_number': 0, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:47.308028 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd90f3-4dde-4400-b4a8-d25ef32a723b None None] The sync data for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi is: [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '832d3b2a-ea07-445f-9c49-1e0fa4b8578d', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:b4:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:45Z', 'updated_at': '2022-03-07T17:12:45Z', 'revision_number': 0, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:12:47.491494 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-746784db-534f-4812-8911-cf75a9db1370 req-9809953f-b191-4098-8600-74295f8d78fe service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023039 Mar 07 17:12:47.500352 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be257c3-57a7-47ee-8d8f-bc55899f688e req-1d103e30-bec0-4220-8ef9-e98ae9f3bf17 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:47.502890 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9be257c3-57a7-47ee-8d8f-bc55899f688e req-1d103e30-bec0-4220-8ef9-e98ae9f3bf17 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 944 time: 0.1147490 Mar 07 17:12:47.534635 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8702ff5b-8495-4f52-98cc-f1cab4b7486e None None] New status for floating IP 832d3b2a-ea07-445f-9c49-1e0fa4b8578d: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:12:47.545913 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 32970) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:47.574857 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9be257c3-57a7-47ee-8d8f-bc55899f688e req-f91edb3c-f001-4206-8a8e-fc890a5baa6d tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661025 Mar 07 17:12:47.609433 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-7be4d5d7-560c-4e55-b693-db3160a98eb2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83894389adda4b7d9e57248e10d66820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623477 Mar 07 17:12:47.612146 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 32972) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:47.667038 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9efa800-ba9f-43d4-989a-c65cc24ba068 admin admin] Publish callbacks [] for security_group (146c974a-0be4-4d4f-806b-d4738cc5e8ee), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:47.689636 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9efa800-ba9f-43d4-989a-c65cc24ba068 admin admin] Publish callbacks [] for security_group (146c974a-0be4-4d4f-806b-d4738cc5e8ee), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:47.777231 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:12:47.820917 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9efa800-ba9f-43d4-989a-c65cc24ba068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (146c974a-0be4-4d4f-806b-d4738cc5e8ee), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:47.823685 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9efa800-ba9f-43d4-989a-c65cc24ba068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:47.827198 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-a9efa800-ba9f-43d4-989a-c65cc24ba068 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/146c974a-0be4-4d4f-806b-d4738cc5e8ee HTTP/1.1" status: 204 len: 168 time: 0.2116189 Mar 07 17:12:47.839395 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efa800-ba9f-43d4-989a-c65cc24ba068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146c974a-0be4-4d4f-806b-d4738cc5e8ee,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:47.906779 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:47.919830 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'port_id': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71', 'mac_address': 'fa:16:3e:d7:59:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:12:47.959027 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:12:47.959334 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:47.973056 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:12:47.994123 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:48.084611 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:48.134847 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:48.411449 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:12:48.704730 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e400d0-1f76-4b44-bc6d-b9a3b7e480d6 req-c58b81ce-94f5-492a-96f9-7ef0e142fe52 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:48.706230 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-26e400d0-1f76-4b44-bc6d-b9a3b7e480d6 req-c58b81ce-94f5-492a-96f9-7ef0e142fe52 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 945 time: 0.0583816 Mar 07 17:12:48.757262 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-26e400d0-1f76-4b44-bc6d-b9a3b7e480d6 req-2f22ed20-258f-4255-af8c-3e87b8ad722b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446246 Mar 07 17:12:49.793088 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:12:49.884670 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfa3bc-da3e-41b8-b46b-ca58f4a6df3a req-009c6ff8-2f7b-4b85-9209-ad53ae795e5e tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:49.886981 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a0bfa3bc-da3e-41b8-b46b-ca58f4a6df3a req-009c6ff8-2f7b-4b85-9209-ad53ae795e5e tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 945 time: 0.0578816 Mar 07 17:12:49.917297 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:12:49.921376 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:12:49.921751 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:49.952868 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a0bfa3bc-da3e-41b8-b46b-ca58f4a6df3a req-cb38ebfb-6b11-4f7e-afae-57f0f3f699ca tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600481 Mar 07 17:12:50.006126 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:12:50.006580 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:50.031416 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96810644-7821-4172-a8ed-562d8e981616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:50.033666 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699681d2-be1a-4d8d-ad47-fca05c3466d2" -d '{"events": [{"server_uuid": "96810644-7821-4172-a8ed-562d8e981616", "name": "network-vif-plugged", "status": "completed", "tag": "7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:50.048462 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:50.077342 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2aad29-df9d-49dc-baf9-aa235b4360db x-openstack-request-id: req-4b2aad29-df9d-49dc-baf9-aa235b4360db {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:50.077633 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96810644-7821-4172-a8ed-562d8e981616", "name": "network-vif-plugged", "status": "completed", "tag": "7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:50.077891 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b2aad29-df9d-49dc-baf9-aa235b4360db {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:50.078345 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96810644-7821-4172-a8ed-562d8e981616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71', 'code': 200} Mar 07 17:12:50.152111 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:50.207805 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:50.502059 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8cb9c-6af2-4142-9b7d-440a3f4e88d9 req-028fc916-c7d2-4389-b9bc-dfd5fd4285c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:50.503532 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-51a8cb9c-6af2-4142-9b7d-440a3f4e88d9 req-028fc916-c7d2-4389-b9bc-dfd5fd4285c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 1130 time: 0.0451896 Mar 07 17:12:50.549949 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-51a8cb9c-6af2-4142-9b7d-440a3f4e88d9 req-bc622f0e-f77f-46c9-b9d8-398b46d66b09 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396037 Mar 07 17:12:51.079365 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97d437-a435-4f5b-95de-5d88190aaf02 req-ddbfdf9d-9fb4-41d9-ba82-49aace7ba673 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:51.080714 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f97d437-a435-4f5b-95de-5d88190aaf02 req-ddbfdf9d-9fb4-41d9-ba82-49aace7ba673 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 946 time: 0.0556605 Mar 07 17:12:51.130499 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f97d437-a435-4f5b-95de-5d88190aaf02 req-1ac849d8-16f3-43a6-8e6e-fae940fc298d tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435858 Mar 07 17:12:52.419136 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581aae3-2d60-43d5-9a69-b8936424a8ee req-06c5c908-be60-48ba-9fd4-888c3208849f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:52.420611 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6581aae3-2d60-43d5-9a69-b8936424a8ee req-06c5c908-be60-48ba-9fd4-888c3208849f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 946 time: 0.0587864 Mar 07 17:12:52.472045 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6581aae3-2d60-43d5-9a69-b8936424a8ee req-2ea8f263-4bee-450e-a41c-bc544e033f55 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444269 Mar 07 17:12:52.606358 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fa10e-c004-4ff4-85e3-e98affcf1968 req-847c6179-5e1c-4f3f-8dd0-f49d4b1e5f8d tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:52.608611 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-072fa10e-c004-4ff4-85e3-e98affcf1968 req-847c6179-5e1c-4f3f-8dd0-f49d4b1e5f8d tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 946 time: 0.0630224 Mar 07 17:12:52.618173 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33066) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:52.623080 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2a4784e5-6925-4b3b-a9a9-fcb5b31b0f87 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Request body: {'floatingip': {'port_id': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:52.665584 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2a4784e5-6925-4b3b-a9a9-fcb5b31b0f87 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (75f94934-f80d-4513-970d-ff3f561f2f36), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:53.136595 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2a4784e5-6925-4b3b-a9a9-fcb5b31b0f87 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:53.237744 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2a4784e5-6925-4b3b-a9a9-fcb5b31b0f87 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (75f94934-f80d-4513-970d-ff3f561f2f36), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:53.339444 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-2a4784e5-6925-4b3b-a9a9-fcb5b31b0f87 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Floating IP 75f94934-f80d-4513-970d-ff3f561f2f36 associated. External IP: 172.27.1.225, port: 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71. Mar 07 17:12:53.556510 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4784e5-6925-4b3b-a9a9-fcb5b31b0f87 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Router 924df926-428c-4389-9dc0-09169ae96b95 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:12:53.672902 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4784e5-6925-4b3b-a9a9-fcb5b31b0f87 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:12:53.679009 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2a4784e5-6925-4b3b-a9a9-fcb5b31b0f87 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:53.684045 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9540368a-33f4-4547-a7ea-416528100c50 None None] Sync routers for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:12:53.696152 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540368a-33f4-4547-a7ea-416528100c50 None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:53.697061 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9540368a-33f4-4547-a7ea-416528100c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:53.727401 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2a4784e5-6925-4b3b-a9a9-fcb5b31b0f87 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "PUT /v2.0/floatingips/75f94934-f80d-4513-970d-ff3f561f2f36 HTTP/1.1" status: 200 len: 992 time: 1.0977147 Mar 07 17:12:53.727401 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96810644-7821-4172-a8ed-562d8e981616', 'tag': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:53.727401 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "96810644-7821-4172-a8ed-562d8e981616", "tag": "7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:53.763989 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93f76c3-ac06-492f-8260-7211639bad59 x-openstack-request-id: req-b93f76c3-ac06-492f-8260-7211639bad59 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:53.764293 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96810644-7821-4172-a8ed-562d8e981616", "tag": "7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:53.764542 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b93f76c3-ac06-492f-8260-7211639bad59 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:53.764940 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96810644-7821-4172-a8ed-562d8e981616', 'tag': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71', 'status': 'completed', 'code': 200} Mar 07 17:12:53.824430 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33088) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:53.848472 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9540368a-33f4-4547-a7ea-416528100c50 None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:53.906139 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4 req-f8d08255-c30b-4e06-836f-abaf0dfb5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:53.907292 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164721a0-7bfb-46c2-b702-400bddf97ad5 req-39af4f5f-3c6b-4057-a34b-23565d1e0428 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:53.907802 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4 req-f8d08255-c30b-4e06-836f-abaf0dfb5fa4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f241ca33d5e4641b042e0e088c78802&device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 1130 time: 0.0565684 Mar 07 17:12:53.909272 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-164721a0-7bfb-46c2-b702-400bddf97ad5 req-39af4f5f-3c6b-4057-a34b-23565d1e0428 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 945 time: 0.0729463 Mar 07 17:12:53.964786 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-164721a0-7bfb-46c2-b702-400bddf97ad5 req-ff25c8a8-5acb-49a5-9f92-c2de9eae9fad tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487530 Mar 07 17:12:54.017367 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4 req-cc608cb9-23f9-46af-9c3f-540c32ef3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:54.019902 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4 req-cc608cb9-23f9-46af-9c3f-540c32ef3c94 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3dd5b780-4912-4b74-8f1b-a74ef8761a06 HTTP/1.1" status: 200 len: 912 time: 0.1058106 Mar 07 17:12:54.104944 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4 req-4f061ad5-4245-4cde-a0cd-39a544de97e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 HTTP/1.1" status: 200 len: 1000 time: 0.0734496 Mar 07 17:12:54.149585 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9540368a-33f4-4547-a7ea-416528100c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '75f94934-f80d-4513-970d-ff3f561f2f36', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '924df926-428c-4389-9dc0-09169ae96b95', 'port_id': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'mac_address': 'fa:16:3e:d7:59:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810644-7821-4172-a8ed-562d8e981616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:36Z', 'updated_at': '2022-03-07T17:12:53Z', 'revision_number': 1, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:54.155681 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4 req-7a28bc54-8d42-4bbf-8b14-d34023e6a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:54.157274 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4 req-7a28bc54-8d42-4bbf-8b14-d34023e6a0d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98015567-67e5-4976-a0e0-fd80463ef3e8 HTTP/1.1" status: 200 len: 850 time: 0.0457788 Mar 07 17:12:54.187398 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9540368a-33f4-4547-a7ea-416528100c50 None None] Checking router: 924df926-428c-4389-9dc0-09169ae96b95 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:12:54.200406 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540368a-33f4-4547-a7ea-416528100c50 None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:54.201654 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9540368a-33f4-4547-a7ea-416528100c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:54.219498 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4 req-399894bf-451e-488b-9f49-531a239bfde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:54.221587 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4 req-399894bf-451e-488b-9f49-531a239bfde6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3dd5b780-4912-4b74-8f1b-a74ef8761a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575454 Mar 07 17:12:54.235302 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Deleting port 68342780-0955-40e9-984f-dc7b64f6a213 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:54.235647 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (68342780-0955-40e9-984f-dc7b64f6a213), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.321063 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (68342780-0955-40e9-984f-dc7b64f6a213), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.321423 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for floatingip (68342780-0955-40e9-984f-dc7b64f6a213), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.323775 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4 req-35a5209b-69dc-457a-a6a2-572f17a26d7e service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949554 Mar 07 17:12:54.331233 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9540368a-33f4-4547-a7ea-416528100c50 None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:54.333629 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Calling delete_port for 68342780-0955-40e9-984f-dc7b64f6a213 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:54.424759 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bd6d2b76-878f-4d14-a207-a0ef4f37f9c4 req-d9827bcf-4a06-4f95-8da7-4ecf8e8ef739 service neutron] 10.222.0.65 "GET /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893464 Mar 07 17:12:54.569121 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9540368a-33f4-4547-a7ea-416528100c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '75f94934-f80d-4513-970d-ff3f561f2f36', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '924df926-428c-4389-9dc0-09169ae96b95', 'port_id': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'mac_address': 'fa:16:3e:d7:59:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810644-7821-4172-a8ed-562d8e981616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:36Z', 'updated_at': '2022-03-07T17:12:53Z', 'revision_number': 1, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:54.591139 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (68342780-0955-40e9-984f-dc7b64f6a213), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.596809 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9540368a-33f4-4547-a7ea-416528100c50 None None] The sync data for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi is: [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '75f94934-f80d-4513-970d-ff3f561f2f36', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '924df926-428c-4389-9dc0-09169ae96b95', 'port_id': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'mac_address': 'fa:16:3e:d7:59:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810644-7821-4172-a8ed-562d8e981616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:36Z', 'updated_at': '2022-03-07T17:12:53Z', 'revision_number': 1, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:12:54.618206 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event deleted for resources: {'Port': ['ID=68342780-0955-40e9-984f-dc7b64f6a213,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:54.688626 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for floatingip (23166c07-8a6a-408b-9520-bc92de1020d8), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.688878 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.l3_db [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Floating IP 23166c07-8a6a-408b-9520-bc92de1020d8 disassociated (deleted). External IP: 172.27.1.83, port: 905ef2d1-7615-4048-b5a1-2ac402e77019. Mar 07 17:12:54.797671 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90f7de-7daa-4e02-a72d-8515e3f26b19 None None] New status for floating IP 75f94934-f80d-4513-970d-ff3f561f2f36: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:12:54.915679 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Router 5f4df12c-1475-40eb-a201-b72d04870a71 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:12:55.028077 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:12:55.032489 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:55.038849 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b946aed5-fe78-4c81-9196-e60d1167714d None None] Sync routers for ids ['5f4df12c-1475-40eb-a201-b72d04870a71'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:12:55.048453 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b946aed5-fe78-4c81-9196-e60d1167714d None None] Routers {'5f4df12c-1475-40eb-a201-b72d04870a71'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:55.049184 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b946aed5-fe78-4c81-9196-e60d1167714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['5f4df12c-1475-40eb-a201-b72d04870a71'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:55.068910 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-45609efc-8793-4d55-a843-14fffd79a9a1 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "DELETE /v2.0/floatingips/23166c07-8a6a-408b-9520-bc92de1020d8 HTTP/1.1" status: 204 len: 168 time: 1.2429755 Mar 07 17:12:55.069607 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:55.073565 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0380085-c4f0-46ee-b438-150ae0ac7e84" -d '{"events": [{"name": "network-changed", "server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:55.104046 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9033a-eaa9-4a29-bf14-4d0535fef253 req-659fe556-51b8-4f06-b657-b882bf8582af tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:55.111036 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cec9033a-eaa9-4a29-bf14-4d0535fef253 req-659fe556-51b8-4f06-b657-b882bf8582af tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 945 time: 0.0677135 Mar 07 17:12:55.169147 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-cec9033a-eaa9-4a29-bf14-4d0535fef253 req-6df67999-222b-4cf9-ac92-ecb20ad4116a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567198 Mar 07 17:12:55.285507 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b946aed5-fe78-4c81-9196-e60d1167714d None None] Set router 5f4df12c-1475-40eb-a201-b72d04870a71 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:55.367781 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b452fd5-0639-4ff1-aef2-f5288b71ba3d x-openstack-request-id: req-8b452fd5-0639-4ff1-aef2-f5288b71ba3d {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:55.367781 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:55.367781 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b452fd5-0639-4ff1-aef2-f5288b71ba3d {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:55.367781 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'status': 'completed', 'code': 200} Mar 07 17:12:55.503099 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b946aed5-fe78-4c81-9196-e60d1167714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:17Z', 'revision_number': 4, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'a02b9827-52b8-4ffd-9ef5-b4a7810ea159', 'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'mac_address': 'fa:16:3e:7c:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:15Z', 'updated_at': '2022-03-07T17:07:26Z', 'revision_number': 5, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'subnets': [{'id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:55.530557 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b946aed5-fe78-4c81-9196-e60d1167714d None None] Checking router: 5f4df12c-1475-40eb-a201-b72d04870a71 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:12:55.538954 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b946aed5-fe78-4c81-9196-e60d1167714d None None] Routers {'5f4df12c-1475-40eb-a201-b72d04870a71'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:55.539487 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b946aed5-fe78-4c81-9196-e60d1167714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['5f4df12c-1475-40eb-a201-b72d04870a71'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:55.550753 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9dc6c-53a8-4211-a68a-58e53958cd13 req-57dd6b4c-7d55-418c-b6f7-e2da57373582 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:55.552436 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a2b9dc6c-53a8-4211-a68a-58e53958cd13 req-57dd6b4c-7d55-418c-b6f7-e2da57373582 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0526221 Mar 07 17:12:55.602005 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a2b9dc6c-53a8-4211-a68a-58e53958cd13 req-c7c439fc-e9c5-4d80-a584-56bffd2ac6ef tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437405 Mar 07 17:12:55.645453 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b946aed5-fe78-4c81-9196-e60d1167714d None None] Set router 5f4df12c-1475-40eb-a201-b72d04870a71 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:55.847909 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b946aed5-fe78-4c81-9196-e60d1167714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:17Z', 'revision_number': 4, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'a02b9827-52b8-4ffd-9ef5-b4a7810ea159', 'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'mac_address': 'fa:16:3e:7c:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:15Z', 'updated_at': '2022-03-07T17:07:26Z', 'revision_number': 5, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'subnets': [{'id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:55.875480 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b946aed5-fe78-4c81-9196-e60d1167714d None None] The sync data for ids ['5f4df12c-1475-40eb-a201-b72d04870a71'] in dv-cinder-778193-24-iscsi is: [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:07:17Z', 'revision_number': 4, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'a02b9827-52b8-4ffd-9ef5-b4a7810ea159', 'name': '', 'network_id': 'dc07f0f3-5fc9-4501-ad6c-4c0683f75c25', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'mac_address': 'fa:16:3e:7c:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:15Z', 'updated_at': '2022-03-07T17:07:26Z', 'revision_number': 5, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'subnets': [{'id': '90e0e699-e133-4c3b-b415-aa8bcf498bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:12:56.103105 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa9dbc-1ed9-4e9e-a205-ea55de2a9910 None None] New status for floating IP 23166c07-8a6a-408b-9520-bc92de1020d8: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:12:56.288447 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab90fe5-84f0-4212-abc3-5164e20ffd6d req-4f0e2892-fc45-4440-b6a8-c99eb2e3cc49 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:56.289931 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6ab90fe5-84f0-4212-abc3-5164e20ffd6d req-4f0e2892-fc45-4440-b6a8-c99eb2e3cc49 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 945 time: 0.0555007 Mar 07 17:12:56.337577 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6ab90fe5-84f0-4212-abc3-5164e20ffd6d req-467cf202-fba7-43d0-8705-0e5142483581 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421174 Mar 07 17:12:56.719668 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632a47e-d2e9-4390-bec9-ff46427de5db req-2c3ea8b8-e34a-46d2-8361-890bec735b08 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:56.721219 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e632a47e-d2e9-4390-bec9-ff46427de5db req-2c3ea8b8-e34a-46d2-8361-890bec735b08 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0526488 Mar 07 17:12:56.775871 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e632a47e-d2e9-4390-bec9-ff46427de5db req-4e1fddc6-1e31-4ddb-bb22-53a58f52571d tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469127 Mar 07 17:12:57.076136 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0380085-c4f0-46ee-b438-150ae0ac7e84 req-2471fb50-8a76-4668-834b-0b5d6660ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:57.077641 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f0380085-c4f0-46ee-b438-150ae0ac7e84 req-2471fb50-8a76-4668-834b-0b5d6660ca6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc&device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 1130 time: 0.0464139 Mar 07 17:12:57.170888 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0380085-c4f0-46ee-b438-150ae0ac7e84 req-dec43207-fe89-4527-8819-08e295b58971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:57.172355 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f0380085-c4f0-46ee-b438-150ae0ac7e84 req-dec43207-fe89-4527-8819-08e295b58971 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 HTTP/1.1" status: 200 len: 910 time: 0.0870652 Mar 07 17:12:57.222425 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f0380085-c4f0-46ee-b438-150ae0ac7e84 req-de2ae9c2-256f-470d-8c90-d5a03ef0e21b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905ef2d1-7615-4048-b5a1-2ac402e77019 HTTP/1.1" status: 200 len: 217 time: 0.0388584 Mar 07 17:12:57.272523 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0380085-c4f0-46ee-b438-150ae0ac7e84 req-d134bd8c-c3af-4fbc-8f64-08f5a5bfcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:57.273746 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f0380085-c4f0-46ee-b438-150ae0ac7e84 req-d134bd8c-c3af-4fbc-8f64-08f5a5bfcfc4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90e0e699-e133-4c3b-b415-aa8bcf498bee HTTP/1.1" status: 200 len: 848 time: 0.0458515 Mar 07 17:12:57.335540 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0380085-c4f0-46ee-b438-150ae0ac7e84 req-693b98be-c23f-4b24-bbf5-700191852360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:57.336962 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f0380085-c4f0-46ee-b438-150ae0ac7e84 req-693b98be-c23f-4b24-bbf5-700191852360 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463521 Mar 07 17:12:57.442636 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f0380085-c4f0-46ee-b438-150ae0ac7e84 req-3315a4bf-c7d2-4061-839e-60192efd0c76 service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914674 Mar 07 17:12:57.461102 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdc803-1cf0-4628-890d-2d508eebd496 req-c91a37c0-09e5-4cf9-9bfa-1d8bb99159ab tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:57.462742 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c7fdc803-1cf0-4628-890d-2d508eebd496 req-c91a37c0-09e5-4cf9-9bfa-1d8bb99159ab tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 945 time: 0.0535541 Mar 07 17:12:57.513549 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c7fdc803-1cf0-4628-890d-2d508eebd496 req-ef6e3855-04e7-41f1-a604-98b5fe55be6b tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450466 Mar 07 17:12:57.539611 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f0380085-c4f0-46ee-b438-150ae0ac7e84 req-0abac96c-1864-436d-aefa-1d9dabefbd5a service neutron] 10.222.0.65 "GET /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862508 Mar 07 17:12:57.899977 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd68bf-890a-4c76-af67-06943ffb3109 req-9977cef1-cb78-42cc-a274-e7fdbf7a0979 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:57.901449 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ccfd68bf-890a-4c76-af67-06943ffb3109 req-9977cef1-cb78-42cc-a274-e7fdbf7a0979 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0580411 Mar 07 17:12:57.950767 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ccfd68bf-890a-4c76-af67-06943ffb3109 req-97bf210a-ef5f-405b-b52b-402f0e2882dd tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436771 Mar 07 17:12:58.060955 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6ee90d98-ef8d-4f4d-9769-d26a2eda744b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:58.256163 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-a5bfc52f-cd82-45dc-b010-2369cf1b47ac tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:58.257574 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-a5bfc52f-cd82-45dc-b010-2369cf1b47ac tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 945 time: 0.0554702 Mar 07 17:12:58.361260 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Deleting port dcae8151-4cb2-4456-8136-b04431e85de8 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:58.361598 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:58.453534 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] For port dcae8151-4cb2-4456-8136-b04431e85de8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dcae8151-4cb2-4456-8136-b04431e85de8,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:58.453891 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:58.632521 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:58.632861 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (df239ea6-3d60-4384-9d50-abf350c482b5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:58.638191 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Floating IP df239ea6-3d60-4384-9d50-abf350c482b5 disassociated. External IP: 172.27.1.228, port: dcae8151-4cb2-4456-8136-b04431e85de8. Mar 07 17:12:58.638191 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Calling delete_port for dcae8151-4cb2-4456-8136-b04431e85de8 owned by compute:nova {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:58.642219 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948310b9-7f4f-4009-981a-9b79d0ec116d req-fc7c7abd-a177-4ee9-828f-61c2c6aab5da tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:58.643761 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-948310b9-7f4f-4009-981a-9b79d0ec116d req-fc7c7abd-a177-4ee9-828f-61c2c6aab5da tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 945 time: 0.0623205 Mar 07 17:12:58.713674 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-948310b9-7f4f-4009-981a-9b79d0ec116d req-5799072b-896a-47f4-b0c8-6e83eaddf75f tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0f3c7ef-0efd-452c-8854-bbb7dad9004d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633943 Mar 07 17:12:58.843335 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (dcae8151-4cb2-4456-8136-b04431e85de8), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:58.873559 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'Port': ['ID=dcae8151-4cb2-4456-8136-b04431e85de8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:58.995672 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Router aaad6cb6-481e-48fa-ad08-e56cdee8c443 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:12:59.151543 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e360a0-1cac-4fa0-8ad2-1f100ef04398 req-00fb87e7-fe31-4aec-9e1c-bce8d3d3fa18 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:59.154434 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-28e360a0-1cac-4fa0-8ad2-1f100ef04398 req-00fb87e7-fe31-4aec-9e1c-bce8d3d3fa18 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.1095169 Mar 07 17:12:59.178244 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e18314-d2fe-4c83-ad89-4f56597e398d req-96c554ad-d911-4200-a96b-1ca6f32586b3 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:59.180065 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-24e18314-d2fe-4c83-ad89-4f56597e398d req-96c554ad-d911-4200-a96b-1ca6f32586b3 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.65 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 946 time: 0.0718153 Mar 07 17:12:59.200324 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:12:59.214927 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a66bc-f6c5-4a31-ab60-e33f685b19be None None] Sync routers for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:12:59.230063 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a66bc-f6c5-4a31-ab60-e33f685b19be None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:59.231219 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-250a66bc-f6c5-4a31-ab60-e33f685b19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:59.260853 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] No DVR routers for this DVR port dcae8151-4cb2-4456-8136-b04431e85de8 on host hv-cinder-77819 {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:12:59.268526 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:59.272576 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-9781f25b-ba67-4504-9fb3-76db13f20eaa req-c1234351-34a5-4aad-bee8-7d8795179745 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.65 "DELETE /v2.0/ports/dcae8151-4cb2-4456-8136-b04431e85de8 HTTP/1.1" status: 204 len: 173 time: 1.0026636 Mar 07 17:12:59.273060 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'name': 'network-vif-deleted', 'tag': 'dcae8151-4cb2-4456-8136-b04431e85de8'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:59.275982 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c138cba-5ea0-43b0-9224-06fe2943722c" -d '{"events": [{"server_uuid": "6ade03ee-4b31-4e2d-b186-d6e91cc2b807", "name": "network-vif-deleted", "tag": "dcae8151-4cb2-4456-8136-b04431e85de8"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:59.309983 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-28e360a0-1cac-4fa0-8ad2-1f100ef04398 req-fc159180-316e-419c-ad4d-29048345d0b2 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbf5323-d10b-4211-9b20-90b327c3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409478 Mar 07 17:12:59.313172 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-24e18314-d2fe-4c83-ad89-4f56597e398d req-ab065157-aaf5-4a85-b3c7-2e9e457c9173 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Deleting port 905ef2d1-7615-4048-b5a1-2ac402e77019 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:59.313172 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-24e18314-d2fe-4c83-ad89-4f56597e398d req-ab065157-aaf5-4a85-b3c7-2e9e457c9173 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:59.339115 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75fe015-c410-42c9-af15-03ea62b95d96 x-openstack-request-id: req-e75fe015-c410-42c9-af15-03ea62b95d96 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:59.339699 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ade03ee-4b31-4e2d-b186-d6e91cc2b807", "name": "network-vif-deleted", "tag": "dcae8151-4cb2-4456-8136-b04431e85de8", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:59.340159 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e75fe015-c410-42c9-af15-03ea62b95d96 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:59.340731 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ade03ee-4b31-4e2d-b186-d6e91cc2b807', 'name': 'network-vif-deleted', 'tag': 'dcae8151-4cb2-4456-8136-b04431e85de8', 'status': 'completed', 'code': 200} Mar 07 17:12:59.373142 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-250a66bc-f6c5-4a31-ab60-e33f685b19be None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:59.436918 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-24e18314-d2fe-4c83-ad89-4f56597e398d req-ab065157-aaf5-4a85-b3c7-2e9e457c9173 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] For port 905ef2d1-7615-4048-b5a1-2ac402e77019, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=905ef2d1-7615-4048-b5a1-2ac402e77019,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:59.437369 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-24e18314-d2fe-4c83-ad89-4f56597e398d req-ab065157-aaf5-4a85-b3c7-2e9e457c9173 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:59.453060 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-24e18314-d2fe-4c83-ad89-4f56597e398d req-ab065157-aaf5-4a85-b3c7-2e9e457c9173 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Calling delete_port for 905ef2d1-7615-4048-b5a1-2ac402e77019 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:59.591755 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-250a66bc-f6c5-4a31-ab60-e33f685b19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:59.627066 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a66bc-f6c5-4a31-ab60-e33f685b19be None None] Checking router: aaad6cb6-481e-48fa-ad08-e56cdee8c443 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:12:59.636926 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a66bc-f6c5-4a31-ab60-e33f685b19be None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:59.637594 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-250a66bc-f6c5-4a31-ab60-e33f685b19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:12:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:59.721932 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-24e18314-d2fe-4c83-ad89-4f56597e398d req-ab065157-aaf5-4a85-b3c7-2e9e457c9173 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (905ef2d1-7615-4048-b5a1-2ac402e77019), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:59.752131 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-250a66bc-f6c5-4a31-ab60-e33f685b19be None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:59.755910 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab065157-aaf5-4a85-b3c7-2e9e457c9173 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event deleted for resources: {'Port': ['ID=905ef2d1-7615-4048-b5a1-2ac402e77019,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:59.805253 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e18314-d2fe-4c83-ad89-4f56597e398d req-ab065157-aaf5-4a85-b3c7-2e9e457c9173 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] No DVR routers for this DVR port 905ef2d1-7615-4048-b5a1-2ac402e77019 on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:12:59.807872 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-24e18314-d2fe-4c83-ad89-4f56597e398d req-ab065157-aaf5-4a85-b3c7-2e9e457c9173 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:59.811488 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-24e18314-d2fe-4c83-ad89-4f56597e398d req-ab065157-aaf5-4a85-b3c7-2e9e457c9173 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.65 "DELETE /v2.0/ports/905ef2d1-7615-4048-b5a1-2ac402e77019 HTTP/1.1" status: 204 len: 173 time: 0.6259990 Mar 07 17:12:59.811951 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'name': 'network-vif-deleted', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:59.814432 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdac14ab-e8c8-418b-ae74-2f3f84079207" -d '{"events": [{"server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "name": "network-vif-deleted", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:59.852886 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2e6471ad-d0ed-4c44-a810-2ca3133ef7f7 req-903d9bd8-96c0-4347-8c3f-6a8e33596b45 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ade03ee-4b31-4e2d-b186-d6e91cc2b807 HTTP/1.1" status: 200 len: 210 time: 0.0313232 Mar 07 17:12:59.861482 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4837133-1f3a-4894-8000-f6d604908347 x-openstack-request-id: req-b4837133-1f3a-4894-8000-f6d604908347 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:59.861967 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917175b7-21a9-48e7-9658-ffbfd748bcbb", "name": "network-vif-deleted", "tag": "905ef2d1-7615-4048-b5a1-2ac402e77019", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:59.862403 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4837133-1f3a-4894-8000-f6d604908347 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:59.862979 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917175b7-21a9-48e7-9658-ffbfd748bcbb', 'name': 'network-vif-deleted', 'tag': '905ef2d1-7615-4048-b5a1-2ac402e77019', 'status': 'completed', 'code': 200} Mar 07 17:12:59.986419 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-250a66bc-f6c5-4a31-ab60-e33f685b19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:00.013118 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a66bc-f6c5-4a31-ab60-e33f685b19be None None] The sync data for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi is: [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:06:39Z', 'revision_number': 4, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'ccff86c0-15e7-4099-b1ba-80617e48a213', 'name': '', 'network_id': '0003365c-cf00-48c8-a828-23eeb690294a', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'mac_address': 'fa:16:3e:1d:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:38Z', 'updated_at': '2022-03-07T17:06:46Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'subnets': [{'id': 'dc87e00f-d087-4c85-b362-2bac4ce5c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:13:00.313564 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6670ebf-6d9b-40db-acbd-aa47342afe00 None None] New status for floating IP df239ea6-3d60-4384-9d50-abf350c482b5: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:13:00.361288 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99a38b6b-cd7d-4ab9-ae05-548afb12acf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:00.413698 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2ea84f78-0b91-49a0-9097-937ef4d11e86 req-a3740ec1-d1ce-42b4-93c8-a6e77cb61b62 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 210 time: 0.0346737 Mar 07 17:13:00.998353 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33182) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:01.054714 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-88535705-e331-4407-962e-3d49227c3a8a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (b0f3c7ef-0efd-452c-8854-bbb7dad9004d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:01.078000 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-88535705-e331-4407-962e-3d49227c3a8a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (b0f3c7ef-0efd-452c-8854-bbb7dad9004d), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:01.196122 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-88535705-e331-4407-962e-3d49227c3a8a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (b0f3c7ef-0efd-452c-8854-bbb7dad9004d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:01.198792 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-88535705-e331-4407-962e-3d49227c3a8a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:01.199967 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-88535705-e331-4407-962e-3d49227c3a8a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "DELETE /v2.0/security-groups/b0f3c7ef-0efd-452c-8854-bbb7dad9004d HTTP/1.1" status: 204 len: 168 time: 0.2008095 Mar 07 17:13:01.202922 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33184) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:01.210493 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88535705-e331-4407-962e-3d49227c3a8a tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f3c7ef-0efd-452c-8854-bbb7dad9004d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:01.219798 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.api.v2.resource [None req-e7672e53-7cd3-4183-a1f9-161ef6b9bace tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] show failed (client error): The resource could not be found. Mar 07 17:13:01.225237 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-e7672e53-7cd3-4183-a1f9-161ef6b9bace tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "GET /v2.0/security-groups/b0f3c7ef-0efd-452c-8854-bbb7dad9004d HTTP/1.1" status: 404 len: 347 time: 0.0204597 Mar 07 17:13:01.225857 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33186) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:01.359476 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f604efec-a0ad-464f-9382-5cc04294ebc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Deleting port 2208434d-a9a8-4dc9-83b6-d06d2d148d01 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:01.359816 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f604efec-a0ad-464f-9382-5cc04294ebc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (2208434d-a9a8-4dc9-83b6-d06d2d148d01), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:01.443617 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f604efec-a0ad-464f-9382-5cc04294ebc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (2208434d-a9a8-4dc9-83b6-d06d2d148d01), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:01.443940 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f604efec-a0ad-464f-9382-5cc04294ebc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (2208434d-a9a8-4dc9-83b6-d06d2d148d01), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:01.458504 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f604efec-a0ad-464f-9382-5cc04294ebc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Calling delete_port for 2208434d-a9a8-4dc9-83b6-d06d2d148d01 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:01.536388 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4c1481a1-7d51-4793-9f78-e37480816f1f req-ff44bd3d-e3c5-4f5f-9be3-ed1d3da7b6c3 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "GET /v2.0/ports?device_id=917175b7-21a9-48e7-9658-ffbfd748bcbb HTTP/1.1" status: 200 len: 210 time: 0.0342226 Mar 07 17:13:01.712429 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f604efec-a0ad-464f-9382-5cc04294ebc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (2208434d-a9a8-4dc9-83b6-d06d2d148d01), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:01.739075 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604efec-a0ad-464f-9382-5cc04294ebc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Pushing event deleted for resources: {'Port': ['ID=2208434d-a9a8-4dc9-83b6-d06d2d148d01,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:01.807025 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f604efec-a0ad-464f-9382-5cc04294ebc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks [] for floatingip (df239ea6-3d60-4384-9d50-abf350c482b5), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:01.809958 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f604efec-a0ad-464f-9382-5cc04294ebc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:01.811149 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-f604efec-a0ad-464f-9382-5cc04294ebc3 tempest-AttachVolumeNegativeTest-863270755 tempest-AttachVolumeNegativeTest-863270755-project] 10.222.0.52 "DELETE /v2.0/floatingips/df239ea6-3d60-4384-9d50-abf350c482b5 HTTP/1.1" status: 204 len: 168 time: 0.5843360 Mar 07 17:13:01.991364 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:02.118304 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device dcae8151-4cb2-4456-8136-b04431e85de8 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:02.142488 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: dcae8151-4cb2-4456-8136-b04431e85de8 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:02.142842 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device dcae8151-4cb2-4456-8136-b04431e85de8 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:02.613378 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33210) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:02.701666 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2d16c2e-5e31-46f8-b391-07a600e84c05 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group (afbf5323-d10b-4211-9b20-90b327c3e8cd), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:02.730310 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2d16c2e-5e31-46f8-b391-07a600e84c05 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group (afbf5323-d10b-4211-9b20-90b327c3e8cd), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:02.891697 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33214) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:02.946530 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2d16c2e-5e31-46f8-b391-07a600e84c05 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (afbf5323-d10b-4211-9b20-90b327c3e8cd), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:02.949142 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2d16c2e-5e31-46f8-b391-07a600e84c05 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:02.950349 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a2d16c2e-5e31-46f8-b391-07a600e84c05 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] 10.222.0.52 "DELETE /v2.0/security-groups/afbf5323-d10b-4211-9b20-90b327c3e8cd HTTP/1.1" status: 204 len: 168 time: 0.3358541 Mar 07 17:13:02.962725 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d16c2e-5e31-46f8-b391-07a600e84c05 tempest-TestShelveInstance-1481039280 tempest-TestShelveInstance-1481039280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbf5323-d10b-4211-9b20-90b327c3e8cd,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:03.023991 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97898097-a842-4378-9da5-4b3a6c890b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:03.107962 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97898097-a842-4378-9da5-4b3a6c890b36 admin admin] Publish callbacks [] for security_group (7e5a24e3-c6e6-4dba-9f71-3caf1eaadf81), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:03.110752 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33222) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:03.148086 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:03.175915 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97898097-a842-4378-9da5-4b3a6c890b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (7e5a24e3-c6e6-4dba-9f71-3caf1eaadf81), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:03.223440 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-97898097-a842-4378-9da5-4b3a6c890b36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=800a37252f34411f8d64131c48be5762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305535 Mar 07 17:13:03.226873 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33232) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:03.240844 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97898097-a842-4378-9da5-4b3a6c890b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5a24e3-c6e6-4dba-9f71-3caf1eaadf81,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:03.299104 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da08b127-8dca-4f4d-ad4f-ecfb57e22d2d admin admin] Publish callbacks [] for security_group (7e5a24e3-c6e6-4dba-9f71-3caf1eaadf81), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:03.331379 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da08b127-8dca-4f4d-ad4f-ecfb57e22d2d admin admin] Publish callbacks [] for security_group (7e5a24e3-c6e6-4dba-9f71-3caf1eaadf81), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:03.483465 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da08b127-8dca-4f4d-ad4f-ecfb57e22d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (7e5a24e3-c6e6-4dba-9f71-3caf1eaadf81), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:03.486332 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da08b127-8dca-4f4d-ad4f-ecfb57e22d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:03.491173 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-da08b127-8dca-4f4d-ad4f-ecfb57e22d2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e5a24e3-c6e6-4dba-9f71-3caf1eaadf81 HTTP/1.1" status: 204 len: 168 time: 0.2598474 Mar 07 17:13:03.497266 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08b127-8dca-4f4d-ad4f-ecfb57e22d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5a24e3-c6e6-4dba-9f71-3caf1eaadf81,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:03.866307 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-727125'] for router_interface (5f4df12c-1475-40eb-a201-b72d04870a71), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.130291 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] Deleting port a02b9827-52b8-4ffd-9ef5-b4a7810ea159 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:04.131113 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.140669 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 905ef2d1-7615-4048-b5a1-2ac402e77019 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:04.162444 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 905ef2d1-7615-4048-b5a1-2ac402e77019 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:04.164030 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 905ef2d1-7615-4048-b5a1-2ac402e77019 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:04.185007 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33240) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:04.200971 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26b49b6c-c412-4eb2-b2f2-de102b3b834b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.240617 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] For port a02b9827-52b8-4ffd-9ef5-b4a7810ea159, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=a02b9827-52b8-4ffd-9ef5-b4a7810ea159,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:04.240892 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.263890 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] Calling delete_port for a02b9827-52b8-4ffd-9ef5-b4a7810ea159 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:04.365280 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26b49b6c-c412-4eb2-b2f2-de102b3b834b admin admin] Publish callbacks [] for security_group (2a6049ec-e448-41a3-af19-8a6cc82ca3c8), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.473311 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26b49b6c-c412-4eb2-b2f2-de102b3b834b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (2a6049ec-e448-41a3-af19-8a6cc82ca3c8), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.526756 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-26b49b6c-c412-4eb2-b2f2-de102b3b834b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da23f5d6a5534119bfbf169e05f80755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406899 Mar 07 17:13:04.531471 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33248) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:04.538438 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b49b6c-c412-4eb2-b2f2-de102b3b834b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6049ec-e448-41a3-af19-8a6cc82ca3c8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:04.592781 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59dc95ac-f0ee-44ff-9a4e-e11448950171 admin admin] Publish callbacks [] for security_group (2a6049ec-e448-41a3-af19-8a6cc82ca3c8), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.620385 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (a02b9827-52b8-4ffd-9ef5-b4a7810ea159), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.626674 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59dc95ac-f0ee-44ff-9a4e-e11448950171 admin admin] Publish callbacks [] for security_group (2a6049ec-e448-41a3-af19-8a6cc82ca3c8), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.657537 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=a02b9827-52b8-4ffd-9ef5-b4a7810ea159,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:04.843437 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.870503 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-727073'] for router_interface (5f4df12c-1475-40eb-a201-b72d04870a71), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.873489 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59dc95ac-f0ee-44ff-9a4e-e11448950171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (2a6049ec-e448-41a3-af19-8a6cc82ca3c8), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.876071 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59dc95ac-f0ee-44ff-9a4e-e11448950171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:04.877229 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-59dc95ac-f0ee-44ff-9a4e-e11448950171 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a6049ec-e448-41a3-af19-8a6cc82ca3c8 HTTP/1.1" status: 204 len: 168 time: 0.3448479 Mar 07 17:13:04.893707 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc95ac-f0ee-44ff-9a4e-e11448950171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6049ec-e448-41a3-af19-8a6cc82ca3c8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:05.122683 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] Router 5f4df12c-1475-40eb-a201-b72d04870a71 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:13:05.241196 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:13:05.246577 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-87458132-7488-4a82-b89e-86e44d6e7fbb admin admin] 10.222.0.52 "PUT /v2.0/routers/5f4df12c-1475-40eb-a201-b72d04870a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1346800 Mar 07 17:13:05.249620 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33262) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:05.252682 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe73d7-6a34-4aba-92c0-a3b03961ec78 None None] Sync routers for ids ['5f4df12c-1475-40eb-a201-b72d04870a71'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:13:05.264685 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe73d7-6a34-4aba-92c0-a3b03961ec78 None None] Routers {'5f4df12c-1475-40eb-a201-b72d04870a71'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:05.264685 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0dbe73d7-6a34-4aba-92c0-a3b03961ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:13:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['5f4df12c-1475-40eb-a201-b72d04870a71'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:05.377892 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Publish callbacks [] for router (5f4df12c-1475-40eb-a201-b72d04870a71), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:05.483180 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-0dbe73d7-6a34-4aba-92c0-a3b03961ec78 None None] Set router 5f4df12c-1475-40eb-a201-b72d04870a71 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:05.496058 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Publish callbacks [] for router_gateway (5f4df12c-1475-40eb-a201-b72d04870a71), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:05.669106 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Deleting port 970c4903-4d77-48ea-9def-9e4d4844d671 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:05.669426 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:05.674204 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0dbe73d7-6a34-4aba-92c0-a3b03961ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:13:04Z', 'revision_number': 5, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port': {'id': '970c4903-4d77-48ea-9def-9e4d4844d671', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:09Z', 'updated_at': '2022-03-07T17:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:05.701697 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe73d7-6a34-4aba-92c0-a3b03961ec78 None None] Checking router: 5f4df12c-1475-40eb-a201-b72d04870a71 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:13:05.712272 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe73d7-6a34-4aba-92c0-a3b03961ec78 None None] Routers {'5f4df12c-1475-40eb-a201-b72d04870a71'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:05.712908 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0dbe73d7-6a34-4aba-92c0-a3b03961ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:13:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['5f4df12c-1475-40eb-a201-b72d04870a71'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:05.767345 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] For port 970c4903-4d77-48ea-9def-9e4d4844d671, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=970c4903-4d77-48ea-9def-9e4d4844d671,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:05.768790 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:05.791246 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Calling delete_port for 970c4903-4d77-48ea-9def-9e4d4844d671 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:05.809121 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-0dbe73d7-6a34-4aba-92c0-a3b03961ec78 None None] Set router 5f4df12c-1475-40eb-a201-b72d04870a71 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:05.867299 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0dbe73d7-6a34-4aba-92c0-a3b03961ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:13:05Z', 'revision_number': 6, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port_host': None}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:05.902404 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe73d7-6a34-4aba-92c0-a3b03961ec78 None None] The sync data for ids ['5f4df12c-1475-40eb-a201-b72d04870a71'] in dv-cinder-778193-24-iscsi is: [{'id': '5f4df12c-1475-40eb-a201-b72d04870a71', 'name': 'tempest-TestShelveInstance-1326069591-router', 'tenant_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:08Z', 'updated_at': '2022-03-07T17:13:05Z', 'revision_number': 6, 'project_id': '9ddd7d84d9d04773ab99ba37ff0988bc', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:13:06.001682 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33284) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:06.143346 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (970c4903-4d77-48ea-9def-9e4d4844d671), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:06.178628 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Pushing event deleted for resources: {'Port': ['ID=970c4903-4d77-48ea-9def-9e4d4844d671,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:06.308018 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721035'] for router_gateway (5f4df12c-1475-40eb-a201-b72d04870a71), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:06.432864 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device a02b9827-52b8-4ffd-9ef5-b4a7810ea159 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:06.454073 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: a02b9827-52b8-4ffd-9ef5-b4a7810ea159 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:06.454340 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device a02b9827-52b8-4ffd-9ef5-b4a7810ea159 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:06.460573 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24899'] for router (5f4df12c-1475-40eb-a201-b72d04870a71), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:06.478968 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Publish callbacks [] for router_controller (5f4df12c-1475-40eb-a201-b72d04870a71), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:06.637523 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728104'] for router (5f4df12c-1475-40eb-a201-b72d04870a71), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:06.638078 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f4df12c-1475-40eb-a201-b72d04870a71 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:13:06.642728 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:06.643904 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-ae41c705-2bf3-4642-a72b-911e41944eff admin admin] 10.222.0.52 "DELETE /v2.0/routers/5f4df12c-1475-40eb-a201-b72d04870a71 HTTP/1.1" status: 204 len: 168 time: 1.3930068 Mar 07 17:13:06.650805 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33294) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:06.708463 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12ca03c-7900-466b-a9e1-a7716647b457 admin admin] Deleting subnet 90e0e699-e133-4c3b-b415-aa8bcf498bee {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:13:06.714980 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12ca03c-7900-466b-a9e1-a7716647b457 admin admin] Publish callbacks [] for subnet (90e0e699-e133-4c3b-b415-aa8bcf498bee), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:06.773015 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12ca03c-7900-466b-a9e1-a7716647b457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12967029'] for subnet (90e0e699-e133-4c3b-b415-aa8bcf498bee), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:06.852222 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-727125'] for router_interface (aaad6cb6-481e-48fa-ad08-e56cdee8c443), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.238769 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12ca03c-7900-466b-a9e1-a7716647b457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (90e0e699-e133-4c3b-b415-aa8bcf498bee), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.440379 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12ca03c-7900-466b-a9e1-a7716647b457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12767345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13222127'] for subnet (90e0e699-e133-4c3b-b415-aa8bcf498bee), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.478208 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ca03c-7900-466b-a9e1-a7716647b457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e0e699-e133-4c3b-b415-aa8bcf498bee,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:07.485244 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b12ca03c-7900-466b-a9e1-a7716647b457 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.489308 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-b12ca03c-7900-466b-a9e1-a7716647b457 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/90e0e699-e133-4c3b-b415-aa8bcf498bee HTTP/1.1" status: 204 len: 168 time: 0.8412757 Mar 07 17:13:07.491399 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33320) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:07.494116 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa1473d-52aa-42ca-8f1e-d175bbe6ddc2 None None] Network dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:13:07.556218 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] Deleting port ccff86c0-15e7-4099-b1ba-80617e48a213 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:07.556573 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.649592 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (dc07f0f3-5fc9-4501-ad6c-4c0683f75c25), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.654534 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] For port ccff86c0-15e7-4099-b1ba-80617e48a213, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=ccff86c0-15e7-4099-b1ba-80617e48a213,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:07.654847 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.687935 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] Calling delete_port for ccff86c0-15e7-4099-b1ba-80617e48a213 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:07.709538 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ddefb-313b-4e98-a9f0-92dd8ab439f0 None None] DHCP port deletion for dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 request from dv-cinder-778193-24-iscsi {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:13:07.711493 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Deleting port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:07.711841 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.799522 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a07ddefb-313b-4e98-a9f0-92dd8ab439f0 None None] Deleting port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:07.799982 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a07ddefb-313b-4e98-a9f0-92dd8ab439f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.815313 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] For port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=62a4a7e1-6f14-4403-8b9a-23a0e2bd391c,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:07.815699 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.835424 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Calling delete_port for 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:07.914982 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a07ddefb-313b-4e98-a9f0-92dd8ab439f0 None None] For port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=62a4a7e1-6f14-4403-8b9a-23a0e2bd391c,segment=NetworkSegment(102600d6-f2e5-4210-ad5c-9d484e2dbefe),segment_id=102600d6-f2e5-4210-ad5c-9d484e2dbefe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:07.917532 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a07ddefb-313b-4e98-a9f0-92dd8ab439f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.932556 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a07ddefb-313b-4e98-a9f0-92dd8ab439f0 None None] Calling delete_port for 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:07.998181 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:07.998677 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (ccff86c0-15e7-4099-b1ba-80617e48a213), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.033353 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a4a7e1-6f14-4403-8b9a-23a0e2bd391c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:08.033590 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccff86c0-15e7-4099-b1ba-80617e48a213,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:08.039978 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] No DVR routers for this DVR port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c on host dv-cinder-778193-24-iscsi {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:13:08.054201 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a07ddefb-313b-4e98-a9f0-92dd8ab439f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088'] for port (62a4a7e1-6f14-4403-8b9a-23a0e2bd391c), after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.097351 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ddefb-313b-4e98-a9f0-92dd8ab439f0 None None] Pushing event deleted for resources: {'Port': ['ID=62a4a7e1-6f14-4403-8b9a-23a0e2bd391c,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:08.109856 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ddefb-313b-4e98-a9f0-92dd8ab439f0 None None] No DVR routers for this DVR port 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c on host dv-cinder-778193-24-iscsi {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:13:08.154781 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (dc07f0f3-5fc9-4501-ad6c-4c0683f75c25), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.187799 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc07f0f3-5fc9-4501-ad6c-4c0683f75c25']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:08.207241 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102600d6-f2e5-4210-ad5c-9d484e2dbefe') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:08.207652 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102600d6-f2e5-4210-ad5c-9d484e2dbefe') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:08.228876 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347676'] for segment (102600d6-f2e5-4210-ad5c-9d484e2dbefe), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.249953 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (102600d6-f2e5-4210-ad5c-9d484e2dbefe), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.261022 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:13:08.261245 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14347421'] for segment (102600d6-f2e5-4210-ad5c-9d484e2dbefe), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: timer() Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: cb(*args, **kw) Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: self._notify() Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: self.callback(batched_events) Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: event.method(event) Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._get(url).json() Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:13:08.264063 dv-cinder-778193-24-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:13:08.290760 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-727073'] for router_interface (aaad6cb6-481e-48fa-ad08-e56cdee8c443), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.332686 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:08.363263 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:08.363608 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 62a4a7e1-6f14-4403-8b9a-23a0e2bd391c not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:08.364243 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 970c4903-4d77-48ea-9def-9e4d4844d671 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:08.386363 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 970c4903-4d77-48ea-9def-9e4d4844d671 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:08.386743 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 970c4903-4d77-48ea-9def-9e4d4844d671 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:08.461018 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (dc07f0f3-5fc9-4501-ad6c-4c0683f75c25), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.466765 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.473674 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dc07f0f3-5fc9-4501-ad6c-4c0683f75c25 HTTP/1.1" status: 204 len: 168 time: 0.9766598 Mar 07 17:13:08.473674 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33348) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:08.491039 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ecfd0-8a11-4590-bb71-33cd1d009334 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc07f0f3-5fc9-4501-ad6c-4c0683f75c25,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:08.527829 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33350) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:08.567711 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] Router aaad6cb6-481e-48fa-ad08-e56cdee8c443 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:13:08.673843 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a0d0ba4d-cec5-472b-b8cb-21061fa8d7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.703410 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:13:08.710938 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-50a2eed9-2442-41ef-8a66-f2437b08ccc4 admin admin] 10.222.0.52 "PUT /v2.0/routers/aaad6cb6-481e-48fa-ad08-e56cdee8c443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7078233 Mar 07 17:13:08.713523 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391439d2-af2c-4ad3-a99e-aa93e77f508c None None] Sync routers for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:13:08.714687 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33354) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:08.728101 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391439d2-af2c-4ad3-a99e-aa93e77f508c None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:08.729152 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-391439d2-af2c-4ad3-a99e-aa93e77f508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:13:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:08.837626 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Publish callbacks [] for router (aaad6cb6-481e-48fa-ad08-e56cdee8c443), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.853617 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-391439d2-af2c-4ad3-a99e-aa93e77f508c None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:08.856250 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a0d0ba4d-cec5-472b-b8cb-21061fa8d7e3 admin admin] Publish callbacks [] for security_group (96eb3d13-aa7e-48d3-b707-4214e772ce1e), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.923508 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a0d0ba4d-cec5-472b-b8cb-21061fa8d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (96eb3d13-aa7e-48d3-b707-4214e772ce1e), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.947721 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Publish callbacks [] for router_gateway (aaad6cb6-481e-48fa-ad08-e56cdee8c443), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.976294 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0ba4d-cec5-472b-b8cb-21061fa8d7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96eb3d13-aa7e-48d3-b707-4214e772ce1e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:08.982431 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a0d0ba4d-cec5-472b-b8cb-21061fa8d7e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a6afed3922042a181d2149e2e0320cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4535661 Mar 07 17:13:08.985329 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33356) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:09.004638 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-727125'] for router_interface (28c925b6-f707-4c2f-8df5-9e239c706e83), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.090487 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5d28-c111-4d20-a0bf-570a4c6e9728 admin admin] Publish callbacks [] for security_group (96eb3d13-aa7e-48d3-b707-4214e772ce1e), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.122672 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5d28-c111-4d20-a0bf-570a4c6e9728 admin admin] Publish callbacks [] for security_group (96eb3d13-aa7e-48d3-b707-4214e772ce1e), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.150432 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Deleting port 34f576e6-fca2-4736-b8b8-fbe2bda23730 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:09.150771 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.215913 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-391439d2-af2c-4ad3-a99e-aa93e77f508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:13:07Z', 'revision_number': 5, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port': {'id': '34f576e6-fca2-4736-b8b8-fbe2bda23730', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:34Z', 'updated_at': '2022-03-07T17:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:09.246116 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391439d2-af2c-4ad3-a99e-aa93e77f508c None None] Checking router: aaad6cb6-481e-48fa-ad08-e56cdee8c443 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:13:09.255792 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391439d2-af2c-4ad3-a99e-aa93e77f508c None None] Routers {'aaad6cb6-481e-48fa-ad08-e56cdee8c443'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:09.256511 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-391439d2-af2c-4ad3-a99e-aa93e77f508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:13:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:09.270096 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] For port 34f576e6-fca2-4736-b8b8-fbe2bda23730, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=34f576e6-fca2-4736-b8b8-fbe2bda23730,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:09.270862 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.286267 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Calling delete_port for 34f576e6-fca2-4736-b8b8-fbe2bda23730 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:09.331571 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5d28-c111-4d20-a0bf-570a4c6e9728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (96eb3d13-aa7e-48d3-b707-4214e772ce1e), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.335358 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5d28-c111-4d20-a0bf-570a4c6e9728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.339190 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-6e4c5d28-c111-4d20-a0bf-570a4c6e9728 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96eb3d13-aa7e-48d3-b707-4214e772ce1e HTTP/1.1" status: 204 len: 168 time: 0.3498294 Mar 07 17:13:09.367414 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-391439d2-af2c-4ad3-a99e-aa93e77f508c None None] Set router aaad6cb6-481e-48fa-ad08-e56cdee8c443 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:09.441751 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c5d28-c111-4d20-a0bf-570a4c6e9728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eb3d13-aa7e-48d3-b707-4214e772ce1e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:09.454163 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-391439d2-af2c-4ad3-a99e-aa93e77f508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:13:08Z', 'revision_number': 6, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port_host': None}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:09.492297 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391439d2-af2c-4ad3-a99e-aa93e77f508c None None] The sync data for ids ['aaad6cb6-481e-48fa-ad08-e56cdee8c443'] in dv-cinder-778193-24-iscsi is: [{'id': 'aaad6cb6-481e-48fa-ad08-e56cdee8c443', 'name': 'tempest-AttachVolumeNegativeTest-1745207279-router', 'tenant_id': 'dd5d10d6e0d84d47890158b48c48c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:32Z', 'updated_at': '2022-03-07T17:13:08Z', 'revision_number': 6, 'project_id': 'dd5d10d6e0d84d47890158b48c48c045', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:13:09.574903 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (34f576e6-fca2-4736-b8b8-fbe2bda23730), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.605035 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f576e6-fca2-4736-b8b8-fbe2bda23730,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:09.654949 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] Deleting port f18f2b8c-86d6-4a53-8303-5bd1f7c83517 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:09.655442 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.670681 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721035'] for router_gateway (aaad6cb6-481e-48fa-ad08-e56cdee8c443), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.759949 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] For port f18f2b8c-86d6-4a53-8303-5bd1f7c83517, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f18f2b8c-86d6-4a53-8303-5bd1f7c83517,segment=NetworkSegment(ca0ae516-521c-4100-9e95-e69a9cb769f4),segment_id=ca0ae516-521c-4100-9e95-e69a9cb769f4)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:09.760438 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.774632 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] Calling delete_port for f18f2b8c-86d6-4a53-8303-5bd1f7c83517 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:09.785222 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24899'] for router (aaad6cb6-481e-48fa-ad08-e56cdee8c443), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.788312 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Publish callbacks [] for router_controller (aaad6cb6-481e-48fa-ad08-e56cdee8c443), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.923996 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728104'] for router (aaad6cb6-481e-48fa-ad08-e56cdee8c443), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.924403 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaad6cb6-481e-48fa-ad08-e56cdee8c443 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:13:09.929676 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.934079 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-7b9522fb-a0f8-46ba-865a-3c419f6bea72 admin admin] 10.222.0.52 "DELETE /v2.0/routers/aaad6cb6-481e-48fa-ad08-e56cdee8c443 HTTP/1.1" status: 204 len: 168 time: 1.2182498 Mar 07 17:13:09.941741 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33362) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:09.986779 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc03e41-23e3-4b2c-8579-a0316346d780 admin admin] Deleting subnet dc87e00f-d087-4c85-b362-2bac4ce5c63b {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:13:09.990750 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecc03e41-23e3-4b2c-8579-a0316346d780 admin admin] Publish callbacks [] for subnet (dc87e00f-d087-4c85-b362-2bac4ce5c63b), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.027067 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecc03e41-23e3-4b2c-8579-a0316346d780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12967029'] for subnet (dc87e00f-d087-4c85-b362-2bac4ce5c63b), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.077624 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (f18f2b8c-86d6-4a53-8303-5bd1f7c83517), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.111604 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] Pushing event deleted for resources: {'Port': ['ID=f18f2b8c-86d6-4a53-8303-5bd1f7c83517,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:10.120529 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecc03e41-23e3-4b2c-8579-a0316346d780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (dc87e00f-d087-4c85-b362-2bac4ce5c63b), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.157276 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33364) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:10.212351 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a67204a-2b4d-44bf-a868-35e8c9c7f234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.364659 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecc03e41-23e3-4b2c-8579-a0316346d780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12767345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13222127'] for subnet (dc87e00f-d087-4c85-b362-2bac4ce5c63b), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.407975 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc03e41-23e3-4b2c-8579-a0316346d780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc87e00f-d087-4c85-b362-2bac4ce5c63b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:10.417817 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecc03e41-23e3-4b2c-8579-a0316346d780 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.422809 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-ecc03e41-23e3-4b2c-8579-a0316346d780 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dc87e00f-d087-4c85-b362-2bac4ce5c63b HTTP/1.1" status: 204 len: 168 time: 0.4852598 Mar 07 17:13:10.426102 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a67204a-2b4d-44bf-a868-35e8c9c7f234 admin admin] Publish callbacks [] for security_group (0eb101e3-5e6d-4d65-bb06-fa9016f7c891), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.426506 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33366) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:10.426703 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-727073'] for router_interface (28c925b6-f707-4c2f-8df5-9e239c706e83), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.430238 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a999ed6b-2d6b-4fe5-b85c-1efb6c1b81e3 None None] Network 0003365c-cf00-48c8-a828-23eeb690294a requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:13:10.530608 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device ccff86c0-15e7-4099-b1ba-80617e48a213 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:10.531438 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (0003365c-cf00-48c8-a828-23eeb690294a), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.550528 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a67204a-2b4d-44bf-a868-35e8c9c7f234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (0eb101e3-5e6d-4d65-bb06-fa9016f7c891), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.557234 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: ccff86c0-15e7-4099-b1ba-80617e48a213 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:10.557697 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device ccff86c0-15e7-4099-b1ba-80617e48a213 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:10.558353 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 34f576e6-fca2-4736-b8b8-fbe2bda23730 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:10.586291 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 34f576e6-fca2-4736-b8b8-fbe2bda23730 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:10.587070 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 34f576e6-fca2-4736-b8b8-fbe2bda23730 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:10.618071 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Deleting port 8815f252-58e0-41b6-a7c9-108f03ae1874 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:10.618693 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.620322 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-2a67204a-2b4d-44bf-a868-35e8c9c7f234 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f473cffc6abc41e08f52134d2d9926f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521480 Mar 07 17:13:10.624109 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33368) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:10.628240 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67204a-2b4d-44bf-a868-35e8c9c7f234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb101e3-5e6d-4d65-bb06-fa9016f7c891,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:10.690600 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.730492 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c513936-f704-4853-a2b9-b0d4c142d2b7 None None] DHCP port deletion for 0003365c-cf00-48c8-a828-23eeb690294a request from dv-cinder-778193-24-iscsi {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:13:10.758334 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] For port 8815f252-58e0-41b6-a7c9-108f03ae1874, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=8815f252-58e0-41b6-a7c9-108f03ae1874,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:10.759861 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.788107 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-12863c4f-ac7f-40d9-883e-0dac4f3dad39 admin admin] Publish callbacks [] for security_group (0eb101e3-5e6d-4d65-bb06-fa9016f7c891), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.793228 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Calling delete_port for 8815f252-58e0-41b6-a7c9-108f03ae1874 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:10.804640 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1c513936-f704-4853-a2b9-b0d4c142d2b7 None None] Deleting port 8815f252-58e0-41b6-a7c9-108f03ae1874 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:10.808178 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1c513936-f704-4853-a2b9-b0d4c142d2b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.817236 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] Router 28c925b6-f707-4c2f-8df5-9e239c706e83 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:13:10.824547 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-12863c4f-ac7f-40d9-883e-0dac4f3dad39 admin admin] Publish callbacks [] for security_group (0eb101e3-5e6d-4d65-bb06-fa9016f7c891), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.879090 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1c513936-f704-4853-a2b9-b0d4c142d2b7 None None] For port 8815f252-58e0-41b6-a7c9-108f03ae1874, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=8815f252-58e0-41b6-a7c9-108f03ae1874,segment=NetworkSegment(388230eb-ff5a-428a-9964-f3b66cda55de),segment_id=388230eb-ff5a-428a-9964-f3b66cda55de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:10.879701 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1c513936-f704-4853-a2b9-b0d4c142d2b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.895601 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1c513936-f704-4853-a2b9-b0d4c142d2b7 None None] Calling delete_port for 8815f252-58e0-41b6-a7c9-108f03ae1874 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:10.933519 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:13:10.941130 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-20b6fec5-e79c-4436-a4bb-8563e08cad1b admin admin] 10.222.0.52 "PUT /v2.0/routers/28c925b6-f707-4c2f-8df5-9e239c706e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4634454 Mar 07 17:13:10.941267 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33370) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:10.948418 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b5710-7eee-4f39-8104-c756ac7560b7 None None] Sync routers for ids ['28c925b6-f707-4c2f-8df5-9e239c706e83'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:13:10.960475 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b5710-7eee-4f39-8104-c756ac7560b7 None None] Routers {'28c925b6-f707-4c2f-8df5-9e239c706e83'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:10.961006 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1e5b5710-7eee-4f39-8104-c756ac7560b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:13:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['28c925b6-f707-4c2f-8df5-9e239c706e83'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:10.972697 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:10.994010 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1c513936-f704-4853-a2b9-b0d4c142d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088'] for port (8815f252-58e0-41b6-a7c9-108f03ae1874), after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.016634 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-12863c4f-ac7f-40d9-883e-0dac4f3dad39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (0eb101e3-5e6d-4d65-bb06-fa9016f7c891), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.018031 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c513936-f704-4853-a2b9-b0d4c142d2b7 None None] Pushing event deleted for resources: {'Port': ['ID=8815f252-58e0-41b6-a7c9-108f03ae1874,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:11.023780 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-12863c4f-ac7f-40d9-883e-0dac4f3dad39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.026021 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-12863c4f-ac7f-40d9-883e-0dac4f3dad39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0eb101e3-5e6d-4d65-bb06-fa9016f7c891 HTTP/1.1" status: 204 len: 168 time: 0.4006271 Mar 07 17:13:11.033830 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c513936-f704-4853-a2b9-b0d4c142d2b7 None None] No DVR routers for this DVR port 8815f252-58e0-41b6-a7c9-108f03ae1874 on host dv-cinder-778193-24-iscsi {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:13:11.053633 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=8815f252-58e0-41b6-a7c9-108f03ae1874,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:11.074858 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] No DVR routers for this DVR port 8815f252-58e0-41b6-a7c9-108f03ae1874 on host dv-cinder-778193-24-iscsi {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:13:11.079161 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12863c4f-ac7f-40d9-883e-0dac4f3dad39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb101e3-5e6d-4d65-bb06-fa9016f7c891,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:11.103028 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-1e5b5710-7eee-4f39-8104-c756ac7560b7 None None] Set router 28c925b6-f707-4c2f-8df5-9e239c706e83 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:11.105193 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Publish callbacks [] for router (28c925b6-f707-4c2f-8df5-9e239c706e83), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.214067 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (0003365c-cf00-48c8-a828-23eeb690294a), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.242760 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0003365c-cf00-48c8-a828-23eeb690294a']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:11.254991 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388230eb-ff5a-428a-9964-f3b66cda55de') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:11.256272 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388230eb-ff5a-428a-9964-f3b66cda55de') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:11.269900 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Publish callbacks [] for router_gateway (28c925b6-f707-4c2f-8df5-9e239c706e83), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.275846 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12967054'] for segment (388230eb-ff5a-428a-9964-f3b66cda55de), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.294459 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (388230eb-ff5a-428a-9964-f3b66cda55de), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.302612 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:13:11.303617 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12767259'] for segment (388230eb-ff5a-428a-9964-f3b66cda55de), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: Traceback (most recent call last): Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: timer() Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: cb(*args, **kw) Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: return func(*args, **kwargs) Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: self._notify() Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: self.callback(batched_events) Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: event.method(event) Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: return f(self, *a, **k) Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._get(url).json() Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: return self.request(url, 'GET', **kwargs) Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:13:11.307790 dv-cinder-778193-24-iscsi neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:13:11.333600 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1e5b5710-7eee-4f39-8104-c756ac7560b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'name': 'tempest-TestShelveInstance-1144511553-router', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:24Z', 'updated_at': '2022-03-07T17:13:09Z', 'revision_number': 5, 'project_id': '74f6969361c34e559706cc47eaca842e', 'gw_port': {'id': '8bf1473d-f507-4d79-8353-315c2d1a4939', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:07:25Z', 'updated_at': '2022-03-07T17:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:11.361876 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b5710-7eee-4f39-8104-c756ac7560b7 None None] Checking router: 28c925b6-f707-4c2f-8df5-9e239c706e83 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:13:11.371565 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b5710-7eee-4f39-8104-c756ac7560b7 None None] Routers {'28c925b6-f707-4c2f-8df5-9e239c706e83'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:11.372185 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1e5b5710-7eee-4f39-8104-c756ac7560b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:13:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['28c925b6-f707-4c2f-8df5-9e239c706e83'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:11.399120 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Deleting port 8bf1473d-f507-4d79-8353-315c2d1a4939 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:11.399450 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.448947 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (0003365c-cf00-48c8-a828-23eeb690294a), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.459768 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.464616 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0003365c-cf00-48c8-a828-23eeb690294a HTTP/1.1" status: 204 len: 168 time: 1.0382645 Mar 07 17:13:11.477917 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-1e5b5710-7eee-4f39-8104-c756ac7560b7 None None] Set router 28c925b6-f707-4c2f-8df5-9e239c706e83 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:11.481807 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e449b2f-0ce1-42cb-b5f4-2aab81658f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=0003365c-cf00-48c8-a828-23eeb690294a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:11.545736 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] For port 8bf1473d-f507-4d79-8353-315c2d1a4939, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=8bf1473d-f507-4d79-8353-315c2d1a4939,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:11.546358 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.550085 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1e5b5710-7eee-4f39-8104-c756ac7560b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'name': 'tempest-TestShelveInstance-1144511553-router', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:24Z', 'updated_at': '2022-03-07T17:13:11Z', 'revision_number': 6, 'project_id': '74f6969361c34e559706cc47eaca842e', 'gw_port_host': None}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:11.566842 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Calling delete_port for 8bf1473d-f507-4d79-8353-315c2d1a4939 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:11.589277 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b5710-7eee-4f39-8104-c756ac7560b7 None None] The sync data for ids ['28c925b6-f707-4c2f-8df5-9e239c706e83'] in dv-cinder-778193-24-iscsi is: [{'id': '28c925b6-f707-4c2f-8df5-9e239c706e83', 'name': 'tempest-TestShelveInstance-1144511553-router', 'tenant_id': '74f6969361c34e559706cc47eaca842e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:07:24Z', 'updated_at': '2022-03-07T17:13:11Z', 'revision_number': 6, 'project_id': '74f6969361c34e559706cc47eaca842e', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:13:11.825152 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (8bf1473d-f507-4d79-8353-315c2d1a4939), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.855072 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf1473d-f507-4d79-8353-315c2d1a4939,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:11.890012 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33386) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:11.922749 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721035'] for router_gateway (28c925b6-f707-4c2f-8df5-9e239c706e83), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.938428 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-9492a126-2d07-4a5b-9016-5bb57c082323 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd5d10d6e0d84d47890158b48c48c045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469763 Mar 07 17:13:11.942633 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33388) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:12.011154 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b553bc34-d1c5-4fc0-9557-405f2abf8a45 admin admin] Publish callbacks [] for security_group (5e0daf32-78d4-444b-a472-8904ceb74501), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.039708 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b553bc34-d1c5-4fc0-9557-405f2abf8a45 admin admin] Publish callbacks [] for security_group (5e0daf32-78d4-444b-a472-8904ceb74501), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.060069 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24899'] for router (28c925b6-f707-4c2f-8df5-9e239c706e83), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.062543 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Publish callbacks [] for router_controller (28c925b6-f707-4c2f-8df5-9e239c706e83), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.179472 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b553bc34-d1c5-4fc0-9557-405f2abf8a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (5e0daf32-78d4-444b-a472-8904ceb74501), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.182013 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b553bc34-d1c5-4fc0-9557-405f2abf8a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.183347 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-b553bc34-d1c5-4fc0-9557-405f2abf8a45 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e0daf32-78d4-444b-a472-8904ceb74501 HTTP/1.1" status: 204 len: 168 time: 0.2392232 Mar 07 17:13:12.193710 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553bc34-d1c5-4fc0-9557-405f2abf8a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0daf32-78d4-444b-a472-8904ceb74501,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:12.214472 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728104'] for router (28c925b6-f707-4c2f-8df5-9e239c706e83), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.215027 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c925b6-f707-4c2f-8df5-9e239c706e83 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:13:12.219920 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.224200 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-e3ad9d90-eb07-4548-bed9-811c464002f7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/28c925b6-f707-4c2f-8df5-9e239c706e83 HTTP/1.1" status: 204 len: 168 time: 1.2790201 Mar 07 17:13:12.224564 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33398) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:12.279271 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-789f24c1-7fae-4667-a669-244fb9190a06 admin admin] Deleting subnet 4755ccf1-0fdb-4634-9087-50f63d1a2bad {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:13:12.286960 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-789f24c1-7fae-4667-a669-244fb9190a06 admin admin] Publish callbacks [] for subnet (4755ccf1-0fdb-4634-9087-50f63d1a2bad), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.329365 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-789f24c1-7fae-4667-a669-244fb9190a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12967029'] for subnet (4755ccf1-0fdb-4634-9087-50f63d1a2bad), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.435683 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-789f24c1-7fae-4667-a669-244fb9190a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (4755ccf1-0fdb-4634-9087-50f63d1a2bad), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.513100 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f18f2b8c-86d6-4a53-8303-5bd1f7c83517 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:12.534878 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: f18f2b8c-86d6-4a53-8303-5bd1f7c83517 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:12.535228 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f18f2b8c-86d6-4a53-8303-5bd1f7c83517 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:12.535667 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8815f252-58e0-41b6-a7c9-108f03ae1874 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:12.556643 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 8815f252-58e0-41b6-a7c9-108f03ae1874 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:12.556982 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8815f252-58e0-41b6-a7c9-108f03ae1874 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:12.557384 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8bf1473d-f507-4d79-8353-315c2d1a4939 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:12.577324 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 8bf1473d-f507-4d79-8353-315c2d1a4939 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:12.577674 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8bf1473d-f507-4d79-8353-315c2d1a4939 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:12.665739 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-789f24c1-7fae-4667-a669-244fb9190a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12767345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13222127'] for subnet (4755ccf1-0fdb-4634-9087-50f63d1a2bad), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.699863 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-789f24c1-7fae-4667-a669-244fb9190a06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.703979 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-789f24c1-7fae-4667-a669-244fb9190a06 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4755ccf1-0fdb-4634-9087-50f63d1a2bad HTTP/1.1" status: 204 len: 168 time: 0.4780409 Mar 07 17:13:12.704941 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f24c1-7fae-4667-a669-244fb9190a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4755ccf1-0fdb-4634-9087-50f63d1a2bad,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:12.706562 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33410) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:12.713083 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c606ae6-3057-4bdc-902b-8b13b8e0d973 None None] Network 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:13:12.813054 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (4e9723d8-ca58-4b2e-bde6-9f5ca74669ca), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.898121 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Deleting port d8e1e698-3711-4e28-b84f-88236d5e3db3 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:12.898846 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.962201 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d5f801-2ecd-480f-a193-6f51b53ed81f None None] DHCP port deletion for 4e9723d8-ca58-4b2e-bde6-9f5ca74669ca request from dv-cinder-778193-24-iscsi {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:13:12.983533 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] For port d8e1e698-3711-4e28-b84f-88236d5e3db3, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=d8e1e698-3711-4e28-b84f-88236d5e3db3,segment=NetworkSegment(ca0ae516-521c-4100-9e95-e69a9cb769f4),segment_id=ca0ae516-521c-4100-9e95-e69a9cb769f4)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:12.983906 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.997875 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Calling delete_port for d8e1e698-3711-4e28-b84f-88236d5e3db3 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:13.028398 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-08d5f801-2ecd-480f-a193-6f51b53ed81f None None] Deleting port d8e1e698-3711-4e28-b84f-88236d5e3db3 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:13.029223 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-08d5f801-2ecd-480f-a193-6f51b53ed81f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.102203 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-08d5f801-2ecd-480f-a193-6f51b53ed81f None None] For port d8e1e698-3711-4e28-b84f-88236d5e3db3, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=d8e1e698-3711-4e28-b84f-88236d5e3db3,segment=NetworkSegment(ca0ae516-521c-4100-9e95-e69a9cb769f4),segment_id=ca0ae516-521c-4100-9e95-e69a9cb769f4)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:13.102722 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-08d5f801-2ecd-480f-a193-6f51b53ed81f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.117858 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-08d5f801-2ecd-480f-a193-6f51b53ed81f None None] Calling delete_port for d8e1e698-3711-4e28-b84f-88236d5e3db3 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:13.203269 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.220824 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-08d5f801-2ecd-480f-a193-6f51b53ed81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088'] for port (d8e1e698-3711-4e28-b84f-88236d5e3db3), after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.232819 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e1e698-3711-4e28-b84f-88236d5e3db3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:13.237791 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] No DVR routers for this DVR port d8e1e698-3711-4e28-b84f-88236d5e3db3 on host dv-cinder-778193-24-iscsi {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:13:13.269393 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5f801-2ecd-480f-a193-6f51b53ed81f None None] Pushing event deleted for resources: {'Port': ['ID=d8e1e698-3711-4e28-b84f-88236d5e3db3,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:13.278279 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5f801-2ecd-480f-a193-6f51b53ed81f None None] No DVR routers for this DVR port d8e1e698-3711-4e28-b84f-88236d5e3db3 on host dv-cinder-778193-24-iscsi {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:13:13.336188 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (4e9723d8-ca58-4b2e-bde6-9f5ca74669ca), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.359043 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9723d8-ca58-4b2e-bde6-9f5ca74669ca']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:13.370384 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0ae516-521c-4100-9e95-e69a9cb769f4') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:13.370700 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0ae516-521c-4100-9e95-e69a9cb769f4') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:13.381384 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347676'] for segment (ca0ae516-521c-4100-9e95-e69a9cb769f4), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.402286 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (ca0ae516-521c-4100-9e95-e69a9cb769f4), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.408240 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:13:13.408858 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14347421'] for segment (ca0ae516-521c-4100-9e95-e69a9cb769f4), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: timer() Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: cb(*args, **kw) Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: self._notify() Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: self.callback(batched_events) Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: event.method(event) Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._get(url).json() Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:13:13.411119 dv-cinder-778193-24-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:13:13.591806 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (4e9723d8-ca58-4b2e-bde6-9f5ca74669ca), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.597913 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.602119 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4e9723d8-ca58-4b2e-bde6-9f5ca74669ca HTTP/1.1" status: 204 len: 168 time: 0.8938015 Mar 07 17:13:13.615869 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02968fe-0c58-45cc-9c73-2b77cec503b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9723d8-ca58-4b2e-bde6-9f5ca74669ca,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:14.116352 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33458) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:14.168506 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-17d5da13-0918-4b88-8808-a2f8e9bd6815 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ddd7d84d9d04773ab99ba37ff0988bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509758 Mar 07 17:13:14.171057 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33460) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:14.216897 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device d8e1e698-3711-4e28-b84f-88236d5e3db3 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:14.234197 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-10d5c151-4e0e-4e23-966d-1fe5903a0f6c admin admin] Publish callbacks [] for security_group (be4240e9-2f25-4b4a-a386-c468bf17b394), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:14.242463 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: d8e1e698-3711-4e28-b84f-88236d5e3db3 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:14.242814 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device d8e1e698-3711-4e28-b84f-88236d5e3db3 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:14.266929 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-10d5c151-4e0e-4e23-966d-1fe5903a0f6c admin admin] Publish callbacks [] for security_group (be4240e9-2f25-4b4a-a386-c468bf17b394), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:14.418952 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-10d5c151-4e0e-4e23-966d-1fe5903a0f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (be4240e9-2f25-4b4a-a386-c468bf17b394), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:14.421415 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-10d5c151-4e0e-4e23-966d-1fe5903a0f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:14.422632 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-10d5c151-4e0e-4e23-966d-1fe5903a0f6c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be4240e9-2f25-4b4a-a386-c468bf17b394 HTTP/1.1" status: 204 len: 168 time: 0.2506382 Mar 07 17:13:14.431465 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5c151-4e0e-4e23-966d-1fe5903a0f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4240e9-2f25-4b4a-a386-c468bf17b394,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:15.186430 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33494) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:15.219374 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33496) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:15.242622 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8985433b-641c-49fb-a66c-aec4a10e8b16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74f6969361c34e559706cc47eaca842e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539887 Mar 07 17:13:15.244881 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33500) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:15.302006 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4fa94908-0757-41ea-a9d2-6a20097e8e3a admin admin] Publish callbacks [] for security_group (2a1113df-5857-473f-8535-7470cd4c88c4), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.335190 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4fa94908-0757-41ea-a9d2-6a20097e8e3a admin admin] Publish callbacks [] for security_group (2a1113df-5857-473f-8535-7470cd4c88c4), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.416169 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-784151a3-0f3e-4512-845b-707278c75314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.513678 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4fa94908-0757-41ea-a9d2-6a20097e8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (2a1113df-5857-473f-8535-7470cd4c88c4), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.516296 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4fa94908-0757-41ea-a9d2-6a20097e8e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.520139 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-4fa94908-0757-41ea-a9d2-6a20097e8e3a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a1113df-5857-473f-8535-7470cd4c88c4 HTTP/1.1" status: 204 len: 168 time: 0.2713640 Mar 07 17:13:15.530899 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa94908-0757-41ea-a9d2-6a20097e8e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1113df-5857-473f-8535-7470cd4c88c4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:15.575161 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-784151a3-0f3e-4512-845b-707278c75314 admin admin] Publish callbacks [] for security_group (54798a95-0dd9-451a-981e-08569ddfbd7f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.683361 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-784151a3-0f3e-4512-845b-707278c75314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (54798a95-0dd9-451a-981e-08569ddfbd7f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.727548 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-784151a3-0f3e-4512-845b-707278c75314 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1a4cd418c3a40f38db30452e9df107c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5069413 Mar 07 17:13:15.731182 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784151a3-0f3e-4512-845b-707278c75314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54798a95-0dd9-451a-981e-08569ddfbd7f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:15.732385 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33504) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:15.791139 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b821869d-393b-46fa-9b12-91e4fec2a734 admin admin] Publish callbacks [] for security_group (54798a95-0dd9-451a-981e-08569ddfbd7f), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.812591 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b821869d-393b-46fa-9b12-91e4fec2a734 admin admin] Publish callbacks [] for security_group (54798a95-0dd9-451a-981e-08569ddfbd7f), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.929916 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b821869d-393b-46fa-9b12-91e4fec2a734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (54798a95-0dd9-451a-981e-08569ddfbd7f), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.932696 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b821869d-393b-46fa-9b12-91e4fec2a734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.936554 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b821869d-393b-46fa-9b12-91e4fec2a734 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54798a95-0dd9-451a-981e-08569ddfbd7f HTTP/1.1" status: 204 len: 168 time: 0.2004764 Mar 07 17:13:15.946977 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821869d-393b-46fa-9b12-91e4fec2a734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54798a95-0dd9-451a-981e-08569ddfbd7f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:16.663797 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33528) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:16.677324 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b92d8767-bcab-4119-9d0a-b5b23ea6fc19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:16.756738 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b92d8767-bcab-4119-9d0a-b5b23ea6fc19 admin admin] Publish callbacks [] for security_group (b3adc4a1-c281-42ae-aeda-ed718d75d1b7), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:16.843219 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b92d8767-bcab-4119-9d0a-b5b23ea6fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (b3adc4a1-c281-42ae-aeda-ed718d75d1b7), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:16.884605 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b92d8767-bcab-4119-9d0a-b5b23ea6fc19 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e5dadb728dc4eb28d1cba57d53f86b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197256 Mar 07 17:13:16.885521 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d8767-bcab-4119-9d0a-b5b23ea6fc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3adc4a1-c281-42ae-aeda-ed718d75d1b7,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:16.887309 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33530) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:16.936393 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ebb81e0d-47e0-4c14-9662-499821a6eeb4 admin admin] Publish callbacks [] for security_group (b3adc4a1-c281-42ae-aeda-ed718d75d1b7), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:16.957761 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ebb81e0d-47e0-4c14-9662-499821a6eeb4 admin admin] Publish callbacks [] for security_group (b3adc4a1-c281-42ae-aeda-ed718d75d1b7), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:17.070280 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ebb81e0d-47e0-4c14-9662-499821a6eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (b3adc4a1-c281-42ae-aeda-ed718d75d1b7), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:17.072903 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ebb81e0d-47e0-4c14-9662-499821a6eeb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:17.074107 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-ebb81e0d-47e0-4c14-9662-499821a6eeb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3adc4a1-c281-42ae-aeda-ed718d75d1b7 HTTP/1.1" status: 204 len: 168 time: 0.1857240 Mar 07 17:13:17.082826 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb81e0d-47e0-4c14-9662-499821a6eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3adc4a1-c281-42ae-aeda-ed718d75d1b7,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:17.881610 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33554) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:17.998838 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3677-c29b-41bf-807e-c3418b18668d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.080202 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3677-c29b-41bf-807e-c3418b18668d admin admin] Publish callbacks [] for security_group (58f317b2-d566-4436-85e0-84d510a031c9), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.145428 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3677-c29b-41bf-807e-c3418b18668d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (58f317b2-d566-4436-85e0-84d510a031c9), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.468651 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2b5b3677-c29b-41bf-807e-c3418b18668d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b26e36f12624b518e0872f0ed41c737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5855217 Mar 07 17:13:18.472549 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33568) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:18.491407 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b3677-c29b-41bf-807e-c3418b18668d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f317b2-d566-4436-85e0-84d510a031c9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:18.532941 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32cdbc7c-7f02-4bc1-b339-9d930d9b1719 admin admin] Publish callbacks [] for security_group (58f317b2-d566-4436-85e0-84d510a031c9), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.563964 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32cdbc7c-7f02-4bc1-b339-9d930d9b1719 admin admin] Publish callbacks [] for security_group (58f317b2-d566-4436-85e0-84d510a031c9), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.677671 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32cdbc7c-7f02-4bc1-b339-9d930d9b1719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (58f317b2-d566-4436-85e0-84d510a031c9), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.682763 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32cdbc7c-7f02-4bc1-b339-9d930d9b1719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.686632 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-32cdbc7c-7f02-4bc1-b339-9d930d9b1719 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58f317b2-d566-4436-85e0-84d510a031c9 HTTP/1.1" status: 204 len: 168 time: 0.2116446 Mar 07 17:13:18.693901 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdbc7c-7f02-4bc1-b339-9d930d9b1719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f317b2-d566-4436-85e0-84d510a031c9,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:20.357020 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:13:24.428729 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33750) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:24.550439 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14aa710b-ecff-4f18-a06e-07381dae1f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:24.633524 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14aa710b-ecff-4f18-a06e-07381dae1f54 admin admin] Publish callbacks [] for security_group (6ddaedc0-475a-4e6e-86a5-787d0aa155e1), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:24.717271 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14aa710b-ecff-4f18-a06e-07381dae1f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (6ddaedc0-475a-4e6e-86a5-787d0aa155e1), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:24.755898 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-14aa710b-ecff-4f18-a06e-07381dae1f54 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b2c6aaa4bbd41c285959af73a208ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260679 Mar 07 17:13:24.756738 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa710b-ecff-4f18-a06e-07381dae1f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddaedc0-475a-4e6e-86a5-787d0aa155e1,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:24.758908 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33754) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:24.809036 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Publish callbacks [] for security_group (6ddaedc0-475a-4e6e-86a5-787d0aa155e1), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:24.831811 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Publish callbacks [] for security_group (6ddaedc0-475a-4e6e-86a5-787d0aa155e1), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:24.969156 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (6ddaedc0-475a-4e6e-86a5-787d0aa155e1), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:24.974049 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:24.978411 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ddaedc0-475a-4e6e-86a5-787d0aa155e1 HTTP/1.1" status: 204 len: 168 time: 0.2151334 Mar 07 17:13:24.984799 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddaedc0-475a-4e6e-86a5-787d0aa155e1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:24.992174 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.992530 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.992867 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.993206 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.993532 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.993858 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.994203 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.994542 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.994869 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.995190 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.995574 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.995921 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.996276 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2ce7c-74b8-49f5-b3cd-da608b376f9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:25.621991 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33766) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:25.635400 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77cca4ea-7ef6-4675-8ff6-953ef4df9b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:25.711190 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77cca4ea-7ef6-4675-8ff6-953ef4df9b21 admin admin] Publish callbacks [] for security_group (91e72e8a-d25c-4889-97a3-e1767619dda9), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:25.796952 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77cca4ea-7ef6-4675-8ff6-953ef4df9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (91e72e8a-d25c-4889-97a3-e1767619dda9), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:25.836788 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-77cca4ea-7ef6-4675-8ff6-953ef4df9b21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22839826394f4d6991650838ed9ba228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136517 Mar 07 17:13:25.837834 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cca4ea-7ef6-4675-8ff6-953ef4df9b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e72e8a-d25c-4889-97a3-e1767619dda9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:25.839577 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33768) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:25.892073 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e3bd08d-ba52-4c6d-bc13-5c925bc79035 admin admin] Publish callbacks [] for security_group (91e72e8a-d25c-4889-97a3-e1767619dda9), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:25.915214 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e3bd08d-ba52-4c6d-bc13-5c925bc79035 admin admin] Publish callbacks [] for security_group (91e72e8a-d25c-4889-97a3-e1767619dda9), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.060151 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e3bd08d-ba52-4c6d-bc13-5c925bc79035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (91e72e8a-d25c-4889-97a3-e1767619dda9), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.062755 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e3bd08d-ba52-4c6d-bc13-5c925bc79035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.064055 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-0e3bd08d-ba52-4c6d-bc13-5c925bc79035 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/91e72e8a-d25c-4889-97a3-e1767619dda9 HTTP/1.1" status: 204 len: 168 time: 0.2233112 Mar 07 17:13:26.073721 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bd08d-ba52-4c6d-bc13-5c925bc79035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e72e8a-d25c-4889-97a3-e1767619dda9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:28.105746 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-569db996-2697-4ab6-b634-abbac74ea328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.335295 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8f088fcb-52dc-41de-8df4-9abc10d112b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.829208 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33858) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:30.934688 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3aab9a7b-8699-4019-8560-7c0a12289060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.021704 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3aab9a7b-8699-4019-8560-7c0a12289060 admin admin] Publish callbacks [] for security_group (9a5c67aa-6809-4f55-9320-5a8610c10d9a), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.105576 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3aab9a7b-8699-4019-8560-7c0a12289060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (9a5c67aa-6809-4f55-9320-5a8610c10d9a), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.143840 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-3aab9a7b-8699-4019-8560-7c0a12289060 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8957fd8078e49d9bc9194f577c71eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135319 Mar 07 17:13:31.144831 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab9a7b-8699-4019-8560-7c0a12289060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5c67aa-6809-4f55-9320-5a8610c10d9a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:31.147408 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33862) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:31.199754 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa16a2b4-57db-44e4-addc-f79562ed0638 admin admin] Publish callbacks [] for security_group (9a5c67aa-6809-4f55-9320-5a8610c10d9a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.221744 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa16a2b4-57db-44e4-addc-f79562ed0638 admin admin] Publish callbacks [] for security_group (9a5c67aa-6809-4f55-9320-5a8610c10d9a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.355937 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa16a2b4-57db-44e4-addc-f79562ed0638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (9a5c67aa-6809-4f55-9320-5a8610c10d9a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.358554 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa16a2b4-57db-44e4-addc-f79562ed0638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.359712 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-fa16a2b4-57db-44e4-addc-f79562ed0638 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a5c67aa-6809-4f55-9320-5a8610c10d9a HTTP/1.1" status: 204 len: 168 time: 0.2106915 Mar 07 17:13:31.370819 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16a2b4-57db-44e4-addc-f79562ed0638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5c67aa-6809-4f55-9320-5a8610c10d9a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:32.002016 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.201138 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 33872) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:32.215043 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be610e94-0293-4a00-b0e4-b022474c7a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.295918 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be610e94-0293-4a00-b0e4-b022474c7a06 admin admin] Publish callbacks [] for security_group (697babac-fd9d-43eb-b387-482013d5988b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.385626 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be610e94-0293-4a00-b0e4-b022474c7a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (697babac-fd9d-43eb-b387-482013d5988b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.424229 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-be610e94-0293-4a00-b0e4-b022474c7a06 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13b5ea86ea1d47ce97b777888be2a543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219777 Mar 07 17:13:32.426238 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be610e94-0293-4a00-b0e4-b022474c7a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697babac-fd9d-43eb-b387-482013d5988b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:32.427438 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 33874) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:32.478457 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-71c03c4f-6e9d-4d14-afc6-d1d5344227a4 admin admin] Publish callbacks [] for security_group (697babac-fd9d-43eb-b387-482013d5988b), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.500831 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-71c03c4f-6e9d-4d14-afc6-d1d5344227a4 admin admin] Publish callbacks [] for security_group (697babac-fd9d-43eb-b387-482013d5988b), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.660115 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-71c03c4f-6e9d-4d14-afc6-d1d5344227a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (697babac-fd9d-43eb-b387-482013d5988b), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.665241 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-71c03c4f-6e9d-4d14-afc6-d1d5344227a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.666448 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-71c03c4f-6e9d-4d14-afc6-d1d5344227a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/697babac-fd9d-43eb-b387-482013d5988b HTTP/1.1" status: 204 len: 168 time: 0.2378275 Mar 07 17:13:32.677194 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c03c4f-6e9d-4d14-afc6-d1d5344227a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697babac-fd9d-43eb-b387-482013d5988b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:33.143879 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.830183 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:40.636625 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:47.844089 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34130) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:47.955986 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:48.035622 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Publish callbacks [] for security_group (9439b37e-5ad5-4b86-a99f-a2c9323f7b88), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:48.116499 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (9439b37e-5ad5-4b86-a99f-a2c9323f7b88), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:48.157175 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da2cc080f0c546a5a4c342ff3adfc415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119030 Mar 07 17:13:48.159152 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9439b37e-5ad5-4b86-a99f-a2c9323f7b88,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:48.159875 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34136) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:48.174005 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.174387 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.174734 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.175067 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.175633 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.176147 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.176490 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.177437 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.177679 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.178008 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.178331 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.178861 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.179188 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d153f9-bef2-4d21-ba08-28759aac3724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:48.218252 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47994b40-dde0-4295-886f-7dcd238da7d5 admin admin] Publish callbacks [] for security_group (9439b37e-5ad5-4b86-a99f-a2c9323f7b88), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:48.243207 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47994b40-dde0-4295-886f-7dcd238da7d5 admin admin] Publish callbacks [] for security_group (9439b37e-5ad5-4b86-a99f-a2c9323f7b88), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:48.378425 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47994b40-dde0-4295-886f-7dcd238da7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (9439b37e-5ad5-4b86-a99f-a2c9323f7b88), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:48.381065 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47994b40-dde0-4295-886f-7dcd238da7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:48.382219 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-47994b40-dde0-4295-886f-7dcd238da7d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9439b37e-5ad5-4b86-a99f-a2c9323f7b88 HTTP/1.1" status: 204 len: 168 time: 0.2206769 Mar 07 17:13:48.390174 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47994b40-dde0-4295-886f-7dcd238da7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9439b37e-5ad5-4b86-a99f-a2c9323f7b88,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:49.074273 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34148) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:49.087966 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5b609ce-01c4-442b-917c-7f6512887283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:49.168678 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5b609ce-01c4-442b-917c-7f6512887283 admin admin] Publish callbacks [] for security_group (fe07711b-9314-4443-b8ac-50a8c38abbe5), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:49.230723 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5b609ce-01c4-442b-917c-7f6512887283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (fe07711b-9314-4443-b8ac-50a8c38abbe5), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:49.269207 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-d5b609ce-01c4-442b-917c-7f6512887283 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9557bacf24414075a4851e02639004e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938403 Mar 07 17:13:49.270085 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b609ce-01c4-442b-917c-7f6512887283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe07711b-9314-4443-b8ac-50a8c38abbe5,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:49.272117 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34150) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:49.321575 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad72ca0f-549e-49b1-ba71-cf459227cf3e admin admin] Publish callbacks [] for security_group (fe07711b-9314-4443-b8ac-50a8c38abbe5), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:49.342662 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad72ca0f-549e-49b1-ba71-cf459227cf3e admin admin] Publish callbacks [] for security_group (fe07711b-9314-4443-b8ac-50a8c38abbe5), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:49.488585 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad72ca0f-549e-49b1-ba71-cf459227cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (fe07711b-9314-4443-b8ac-50a8c38abbe5), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:49.492560 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad72ca0f-549e-49b1-ba71-cf459227cf3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:49.493743 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-ad72ca0f-549e-49b1-ba71-cf459227cf3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe07711b-9314-4443-b8ac-50a8c38abbe5 HTTP/1.1" status: 204 len: 168 time: 0.2200000 Mar 07 17:13:49.506221 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72ca0f-549e-49b1-ba71-cf459227cf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe07711b-9314-4443-b8ac-50a8c38abbe5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:50.234061 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34162) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:50.247751 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a02bc68e-3f46-4992-a657-61c2a25b8752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:50.321110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a02bc68e-3f46-4992-a657-61c2a25b8752 admin admin] Publish callbacks [] for security_group (819c58b0-e0cd-49d8-b3ad-a1e71f77b241), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:50.396371 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a02bc68e-3f46-4992-a657-61c2a25b8752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (819c58b0-e0cd-49d8-b3ad-a1e71f77b241), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:50.440695 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a02bc68e-3f46-4992-a657-61c2a25b8752 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c62e24a38daf461da5a9d62914501940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055278 Mar 07 17:13:50.441798 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bc68e-3f46-4992-a657-61c2a25b8752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819c58b0-e0cd-49d8-b3ad-a1e71f77b241,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:50.444160 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34164) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:50.500936 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-933de0a7-758a-4640-8f1e-f7bb26c8884e admin admin] Publish callbacks [] for security_group (819c58b0-e0cd-49d8-b3ad-a1e71f77b241), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:50.525355 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-933de0a7-758a-4640-8f1e-f7bb26c8884e admin admin] Publish callbacks [] for security_group (819c58b0-e0cd-49d8-b3ad-a1e71f77b241), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:50.665245 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-933de0a7-758a-4640-8f1e-f7bb26c8884e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (819c58b0-e0cd-49d8-b3ad-a1e71f77b241), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:50.669131 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-933de0a7-758a-4640-8f1e-f7bb26c8884e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:50.670285 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-933de0a7-758a-4640-8f1e-f7bb26c8884e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/819c58b0-e0cd-49d8-b3ad-a1e71f77b241 HTTP/1.1" status: 204 len: 168 time: 0.2244654 Mar 07 17:13:50.678981 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933de0a7-758a-4640-8f1e-f7bb26c8884e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819c58b0-e0cd-49d8-b3ad-a1e71f77b241,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:57.355937 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:13:58.109424 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1b61-4eb5-44d3-a6cf-c9a3e9d607c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:00.322190 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9f4bd92f-4437-4d39-b70b-ce5bfc297ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:01.979002 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:03.144971 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:04.870389 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:06.052286 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34360) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:06.156336 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6e8425df-a5d4-4555-bc3d-d44ac5793034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:06.232699 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6e8425df-a5d4-4555-bc3d-d44ac5793034 admin admin] Publish callbacks [] for security_group (dd3c470d-441b-4395-9150-cbbc572cf159), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:06.315990 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6e8425df-a5d4-4555-bc3d-d44ac5793034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (dd3c470d-441b-4395-9150-cbbc572cf159), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:06.356737 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8425df-a5d4-4555-bc3d-d44ac5793034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3c470d-441b-4395-9150-cbbc572cf159,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:06.358462 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-6e8425df-a5d4-4555-bc3d-d44ac5793034 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f365187df81642afad18c2d5ee74503e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051009 Mar 07 17:14:06.361253 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34374) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:06.420137 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2200-7658-4b58-b141-acd8670c5912 admin admin] Publish callbacks [] for security_group (dd3c470d-441b-4395-9150-cbbc572cf159), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:06.443043 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2200-7658-4b58-b141-acd8670c5912 admin admin] Publish callbacks [] for security_group (dd3c470d-441b-4395-9150-cbbc572cf159), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:06.561929 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2200-7658-4b58-b141-acd8670c5912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (dd3c470d-441b-4395-9150-cbbc572cf159), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:06.564835 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2200-7658-4b58-b141-acd8670c5912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:06.566017 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-f4bf2200-7658-4b58-b141-acd8670c5912 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd3c470d-441b-4395-9150-cbbc572cf159 HTTP/1.1" status: 204 len: 168 time: 0.2038250 Mar 07 17:14:06.574701 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf2200-7658-4b58-b141-acd8670c5912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3c470d-441b-4395-9150-cbbc572cf159,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:07.153493 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34384) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:07.170828 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-801a231c-9f93-4c27-a9d9-29fb9522598b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:07.251793 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-801a231c-9f93-4c27-a9d9-29fb9522598b admin admin] Publish callbacks [] for security_group (b611c32a-39e8-4d66-861f-70a9e8d66672), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:07.356233 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-801a231c-9f93-4c27-a9d9-29fb9522598b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (b611c32a-39e8-4d66-861f-70a9e8d66672), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:07.397475 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-801a231c-9f93-4c27-a9d9-29fb9522598b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25ea913fe0034603b0e2a8978d02e402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428253 Mar 07 17:14:07.398238 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a231c-9f93-4c27-a9d9-29fb9522598b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b611c32a-39e8-4d66-861f-70a9e8d66672,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:07.401159 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34386) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:07.456247 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4aa075c2-7f24-4e8e-9e56-c82375e7ee9d admin admin] Publish callbacks [] for security_group (b611c32a-39e8-4d66-861f-70a9e8d66672), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:07.481089 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4aa075c2-7f24-4e8e-9e56-c82375e7ee9d admin admin] Publish callbacks [] for security_group (b611c32a-39e8-4d66-861f-70a9e8d66672), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:07.596266 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4aa075c2-7f24-4e8e-9e56-c82375e7ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (b611c32a-39e8-4d66-861f-70a9e8d66672), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:07.598861 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4aa075c2-7f24-4e8e-9e56-c82375e7ee9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:07.600130 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-4aa075c2-7f24-4e8e-9e56-c82375e7ee9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b611c32a-39e8-4d66-861f-70a9e8d66672 HTTP/1.1" status: 204 len: 168 time: 0.1976192 Mar 07 17:14:07.615837 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa075c2-7f24-4e8e-9e56-c82375e7ee9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b611c32a-39e8-4d66-861f-70a9e8d66672,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:10.598913 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac38b8-e601-4ba2-8498-59d7387df0fd req-3944f58c-e387-45ab-87e6-747b1537e24f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:10.600513 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b8ac38b8-e601-4ba2-8498-59d7387df0fd req-3944f58c-e387-45ab-87e6-747b1537e24f tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 946 time: 0.0848572 Mar 07 17:14:10.641978 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:10.657722 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b8ac38b8-e601-4ba2-8498-59d7387df0fd req-7024369a-5433-4361-9706-86204c610496 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429146 Mar 07 17:14:11.784714 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff2d3e-4d3e-418d-a517-cecb96756e64 req-b4aea36d-5c3d-41cc-8913-ac5539c26bb0 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:11.786219 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c7ff2d3e-4d3e-418d-a517-cecb96756e64 req-b4aea36d-5c3d-41cc-8913-ac5539c26bb0 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 946 time: 0.0564182 Mar 07 17:14:11.836472 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c7ff2d3e-4d3e-418d-a517-cecb96756e64 req-2ba77ba7-971e-440a-b266-65ed491b54fe tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 Mar 07 17:14:12.483097 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-cb1c94c5-4cd9-4669-b48c-9c29292e1ae7 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:12.483618 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-cb1c94c5-4cd9-4669-b48c-9c29292e1ae7 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.65 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 946 time: 0.0590053 Mar 07 17:14:12.582114 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Deleting port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:14:12.582483 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:12.683745 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] For port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:12.684024 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:12.866404 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:12.866879 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (75f94934-f80d-4513-970d-ff3f561f2f36), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:12.867183 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.l3_db [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Floating IP 75f94934-f80d-4513-970d-ff3f561f2f36 disassociated. External IP: 172.27.1.225, port: 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71. Mar 07 17:14:12.867462 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Calling delete_port for 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:14:12.996380 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6074f-4e0d-44b9-afb3-762bd03d10cc req-be9fb49a-55ba-4538-bbff-f33256f17501 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:12.997883 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68b6074f-4e0d-44b9-afb3-762bd03d10cc req-be9fb49a-55ba-4538-bbff-f33256f17501 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 946 time: 0.0862765 Mar 07 17:14:13.085366 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68b6074f-4e0d-44b9-afb3-762bd03d10cc req-e99448aa-1141-4648-b0dd-420cf13a3a30 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups?id=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805943 Mar 07 17:14:13.122027 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:13.152881 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event deleted for resources: {'Port': ['ID=7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:13.279642 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Router 924df926-428c-4389-9dc0-09169ae96b95 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:14:13.393834 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:14:13.406357 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b814c-40e7-4f18-a3a3-96e4ad3315b7 None None] Sync routers for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:14:13.421574 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b814c-40e7-4f18-a3a3-96e4ad3315b7 None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:13.422563 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb3b814c-40e7-4f18-a3a3-96e4ad3315b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:13.545011 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-cb3b814c-40e7-4f18-a3a3-96e4ad3315b7 None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:13.706620 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] No DVR routers for this DVR port 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:14:13.709265 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:13.712640 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9e2cce4d-8e64-4b52-9a20-930ff9d43361 req-da71041f-6d4a-47ec-aa52-e7da8e5141d1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.65 "DELETE /v2.0/ports/7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 HTTP/1.1" status: 204 len: 173 time: 1.2230914 Mar 07 17:14:13.713917 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96810644-7821-4172-a8ed-562d8e981616', 'name': 'network-vif-deleted', 'tag': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:14:13.716927 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f385b154-5aae-4f34-9426-b37653d38598" -d '{"events": [{"server_uuid": "96810644-7821-4172-a8ed-562d8e981616", "name": "network-vif-deleted", "tag": "7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:14:13.764130 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265a45f8-7e9d-4837-8594-d116e1405c32 x-openstack-request-id: req-265a45f8-7e9d-4837-8594-d116e1405c32 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:14:13.764421 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96810644-7821-4172-a8ed-562d8e981616", "name": "network-vif-deleted", "tag": "7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:14:13.764663 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-265a45f8-7e9d-4837-8594-d116e1405c32 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:14:13.765112 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96810644-7821-4172-a8ed-562d8e981616', 'name': 'network-vif-deleted', 'tag': '7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71', 'status': 'completed', 'code': 200} Mar 07 17:14:13.789623 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb3b814c-40e7-4f18-a3a3-96e4ad3315b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:13.821453 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b814c-40e7-4f18-a3a3-96e4ad3315b7 None None] Checking router: 924df926-428c-4389-9dc0-09169ae96b95 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:14:13.830463 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b814c-40e7-4f18-a3a3-96e4ad3315b7 None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:13.831070 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb3b814c-40e7-4f18-a3a3-96e4ad3315b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:14.076569 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-cb3b814c-40e7-4f18-a3a3-96e4ad3315b7 None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:14.237119 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-93111667-ea33-4f64-ac01-b1f9f2711785 req-174b495a-eeeb-42a7-bce9-c2b5bb9b3251 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/ports?device_id=96810644-7821-4172-a8ed-562d8e981616 HTTP/1.1" status: 200 len: 210 time: 0.0346613 Mar 07 17:14:14.327507 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb3b814c-40e7-4f18-a3a3-96e4ad3315b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:14.357973 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b814c-40e7-4f18-a3a3-96e4ad3315b7 None None] The sync data for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi is: [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:08:55Z', 'revision_number': 4, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': '5b865498-bb7c-4477-b586-056718f55de3', 'name': '', 'network_id': '3dd5b780-4912-4b74-8f1b-a74ef8761a06', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'mac_address': 'fa:16:3e:fc:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:54Z', 'updated_at': '2022-03-07T17:08:59Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'subnets': [{'id': '98015567-67e5-4976-a0e0-fd80463ef3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:14:14.601230 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521037cb-1119-4cc2-8757-cd433d80f344 None None] New status for floating IP 75f94934-f80d-4513-970d-ff3f561f2f36: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:14:15.348521 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34564) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:15.403610 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34572) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:15.491599 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c8af5721-3594-45b3-b8b7-805085415d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:15.504020 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-72013a19-c60e-417b-9b7f-6466c0909399 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (cda8e753-65ba-44a7-9a9b-2ef1f1e827f3), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:15.539044 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-72013a19-c60e-417b-9b7f-6466c0909399 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (cda8e753-65ba-44a7-9a9b-2ef1f1e827f3), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:15.618090 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c8af5721-3594-45b3-b8b7-805085415d04 admin admin] Publish callbacks [] for security_group (a8e0e1c1-b6da-4042-9d47-56b752ad9608), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:15.728095 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-72013a19-c60e-417b-9b7f-6466c0909399 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (cda8e753-65ba-44a7-9a9b-2ef1f1e827f3), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:15.731481 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-72013a19-c60e-417b-9b7f-6466c0909399 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:15.732698 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-72013a19-c60e-417b-9b7f-6466c0909399 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "DELETE /v2.0/security-groups/cda8e753-65ba-44a7-9a9b-2ef1f1e827f3 HTTP/1.1" status: 204 len: 168 time: 0.3277450 Mar 07 17:14:15.735617 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34574) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:15.742626 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72013a19-c60e-417b-9b7f-6466c0909399 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8e753-65ba-44a7-9a9b-2ef1f1e827f3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:15.751970 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.api.v2.resource [None req-8ec9fce0-0c97-47f5-a083-7a63b79dfda1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] show failed (client error): The resource could not be found. Mar 07 17:14:15.756737 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34576) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:15.756992 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-8ec9fce0-0c97-47f5-a083-7a63b79dfda1 tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "GET /v2.0/security-groups/cda8e753-65ba-44a7-9a9b-2ef1f1e827f3 HTTP/1.1" status: 404 len: 347 time: 0.0200331 Mar 07 17:14:15.800246 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c8af5721-3594-45b3-b8b7-805085415d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (a8e0e1c1-b6da-4042-9d47-56b752ad9608), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:15.890567 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c8af5721-3594-45b3-b8b7-805085415d04 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66fcb3ead2d54f26b6e10806f5334186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409226 Mar 07 17:14:15.891308 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af5721-3594-45b3-b8b7-805085415d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e0e1c1-b6da-4042-9d47-56b752ad9608,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:15.893233 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34578) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:15.957432 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b6141ff-ac3c-45d3-b3be-a804c7dc041b admin admin] Publish callbacks [] for security_group (a8e0e1c1-b6da-4042-9d47-56b752ad9608), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:15.959066 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7782d-fc17-4dac-b555-22eacf0b691b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Deleting port b38672c2-1dd6-44e7-8feb-23a0af650f27 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:14:15.959420 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ee7782d-fc17-4dac-b555-22eacf0b691b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (b38672c2-1dd6-44e7-8feb-23a0af650f27), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:15.982969 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b6141ff-ac3c-45d3-b3be-a804c7dc041b admin admin] Publish callbacks [] for security_group (a8e0e1c1-b6da-4042-9d47-56b752ad9608), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.045653 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ee7782d-fc17-4dac-b555-22eacf0b691b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (b38672c2-1dd6-44e7-8feb-23a0af650f27), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.046135 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ee7782d-fc17-4dac-b555-22eacf0b691b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (b38672c2-1dd6-44e7-8feb-23a0af650f27), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.054353 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34582) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:16.060446 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7782d-fc17-4dac-b555-22eacf0b691b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Calling delete_port for b38672c2-1dd6-44e7-8feb-23a0af650f27 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:14:16.132989 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b6141ff-ac3c-45d3-b3be-a804c7dc041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (a8e0e1c1-b6da-4042-9d47-56b752ad9608), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.136901 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b6141ff-ac3c-45d3-b3be-a804c7dc041b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.138165 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-0b6141ff-ac3c-45d3-b3be-a804c7dc041b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8e0e1c1-b6da-4042-9d47-56b752ad9608 HTTP/1.1" status: 204 len: 168 time: 0.2438662 Mar 07 17:14:16.147370 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6141ff-ac3c-45d3-b3be-a804c7dc041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e0e1c1-b6da-4042-9d47-56b752ad9608,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:16.176946 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-76ddb3f5-8ba2-4b17-975d-aa8003e50ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.268364 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-76ddb3f5-8ba2-4b17-975d-aa8003e50ff3 admin admin] Publish callbacks [] for security_group (41dce9e9-db11-4127-80b9-6069a4f9110f), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.326976 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ee7782d-fc17-4dac-b555-22eacf0b691b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (b38672c2-1dd6-44e7-8feb-23a0af650f27), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.351140 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-76ddb3f5-8ba2-4b17-975d-aa8003e50ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (41dce9e9-db11-4127-80b9-6069a4f9110f), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.355294 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7782d-fc17-4dac-b555-22eacf0b691b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Pushing event deleted for resources: {'Port': ['ID=b38672c2-1dd6-44e7-8feb-23a0af650f27,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:16.424622 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:14:16.429429 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-76ddb3f5-8ba2-4b17-975d-aa8003e50ff3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a889d2b923084699b545b4c26a940d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738294 Mar 07 17:14:16.430393 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddb3f5-8ba2-4b17-975d-aa8003e50ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dce9e9-db11-4127-80b9-6069a4f9110f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:16.433751 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34588) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:16.461253 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ee7782d-fc17-4dac-b555-22eacf0b691b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks [] for floatingip (75f94934-f80d-4513-970d-ff3f561f2f36), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.467108 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ee7782d-fc17-4dac-b555-22eacf0b691b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.469115 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1ee7782d-fc17-4dac-b555-22eacf0b691b tempest-AttachVolumeTestJSON-1798679841 tempest-AttachVolumeTestJSON-1798679841-project] 10.222.0.52 "DELETE /v2.0/floatingips/75f94934-f80d-4513-970d-ff3f561f2f36 HTTP/1.1" status: 204 len: 168 time: 0.7111237 Mar 07 17:14:16.473803 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:14:16.474277 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 7c5d5a6a-f8f6-4ec5-b935-57b1101b9a71 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:14:16.499579 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a504191-4c32-4f04-a3dd-ef51b07c383f admin admin] Publish callbacks [] for security_group (41dce9e9-db11-4127-80b9-6069a4f9110f), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.526182 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a504191-4c32-4f04-a3dd-ef51b07c383f admin admin] Publish callbacks [] for security_group (41dce9e9-db11-4127-80b9-6069a4f9110f), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.663946 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a504191-4c32-4f04-a3dd-ef51b07c383f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (41dce9e9-db11-4127-80b9-6069a4f9110f), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.668427 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a504191-4c32-4f04-a3dd-ef51b07c383f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:16.669853 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-8a504191-4c32-4f04-a3dd-ef51b07c383f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41dce9e9-db11-4127-80b9-6069a4f9110f HTTP/1.1" status: 204 len: 168 time: 0.2346840 Mar 07 17:14:16.680464 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a504191-4c32-4f04-a3dd-ef51b07c383f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dce9e9-db11-4127-80b9-6069a4f9110f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:16.997289 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34598) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:17.014573 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-787077cf-4052-4386-a781-262edc8608bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:17.120811 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-787077cf-4052-4386-a781-262edc8608bb admin admin] Publish callbacks [] for security_group (73cb9d78-147c-4c70-b2f4-c7a704c5c834), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:17.212100 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-787077cf-4052-4386-a781-262edc8608bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (73cb9d78-147c-4c70-b2f4-c7a704c5c834), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:17.253682 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-787077cf-4052-4386-a781-262edc8608bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7a670b47ddd4a76891cda1670d650a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552593 Mar 07 17:14:17.254591 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787077cf-4052-4386-a781-262edc8608bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb9d78-147c-4c70-b2f4-c7a704c5c834,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:17.256713 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34600) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:17.311644 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09f17df1-e549-48b8-90dc-2c97348e5859 admin admin] Publish callbacks [] for security_group (73cb9d78-147c-4c70-b2f4-c7a704c5c834), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:17.333623 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09f17df1-e549-48b8-90dc-2c97348e5859 admin admin] Publish callbacks [] for security_group (73cb9d78-147c-4c70-b2f4-c7a704c5c834), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:17.453060 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09f17df1-e549-48b8-90dc-2c97348e5859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (73cb9d78-147c-4c70-b2f4-c7a704c5c834), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:17.455727 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09f17df1-e549-48b8-90dc-2c97348e5859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:17.464163 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-09f17df1-e549-48b8-90dc-2c97348e5859 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73cb9d78-147c-4c70-b2f4-c7a704c5c834 HTTP/1.1" status: 204 len: 168 time: 0.1991236 Mar 07 17:14:17.465737 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f17df1-e549-48b8-90dc-2c97348e5859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb9d78-147c-4c70-b2f4-c7a704c5c834,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:17.943580 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-86443d0c-790f-45d5-bb93-cfd0fd666939 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535219 Mar 07 17:14:18.065361 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-269a6f3a-1d47-4772-89bf-89ee50ae801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:18.065361 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-269a6f3a-1d47-4772-89bf-89ee50ae801f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 1130 time: 0.0636826 Mar 07 17:14:18.182580 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-878fa4d1-3df1-4322-af82-b7ec49cb2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:18.184630 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-878fa4d1-3df1-4322-af82-b7ec49cb2063 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 912 time: 0.1005597 Mar 07 17:14:18.258849 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-49b9df26-4fe2-44af-be88-85942a732ebf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ffe370c-260d-4946-9cb4-662d4ca1cf53 HTTP/1.1" status: 200 len: 1002 time: 0.0669947 Mar 07 17:14:18.316751 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-1b39b5c9-c300-4ff9-8ffc-759d57577349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:18.318288 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-1b39b5c9-c300-4ff9-8ffc-759d57577349 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 200 len: 850 time: 0.0534673 Mar 07 17:14:18.372456 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-f0400d23-9834-4121-ae22-ca8da6b93c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:18.374064 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-f0400d23-9834-4121-ae22-ca8da6b93c4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493624 Mar 07 17:14:18.492834 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-90088b0c-685e-4aa0-b20b-6c27d4faa596 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097107 Mar 07 17:14:18.596408 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4f88893b-6594-44a2-9704-62693ecccfb9 req-e98b9c24-dfeb-4734-8a32-91a15838686c service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981400 Mar 07 17:14:20.483252 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34676) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:21.014823 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-727125'] for router_interface (924df926-428c-4389-9dc0-09169ae96b95), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:21.296251 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] Deleting port 5b865498-bb7c-4477-b586-056718f55de3 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:14:21.296251 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (5b865498-bb7c-4477-b586-056718f55de3), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:21.374238 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] For port 5b865498-bb7c-4477-b586-056718f55de3, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=5b865498-bb7c-4477-b586-056718f55de3,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:21.374623 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (5b865498-bb7c-4477-b586-056718f55de3), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:21.386931 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] Calling delete_port for 5b865498-bb7c-4477-b586-056718f55de3 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:14:21.635886 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (5b865498-bb7c-4477-b586-056718f55de3), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:21.667142 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b865498-bb7c-4477-b586-056718f55de3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:21.845276 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-727073'] for router_interface (924df926-428c-4389-9dc0-09169ae96b95), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:22.069330 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] Router 924df926-428c-4389-9dc0-09169ae96b95 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:14:22.192336 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:14:22.200260 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3e4836df-ea0d-4d5e-83f4-5bd4af7cede6 admin admin] 10.222.0.52 "PUT /v2.0/routers/924df926-428c-4389-9dc0-09169ae96b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7134738 Mar 07 17:14:22.200399 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34692) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:22.209152 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83174090-4f2b-41ac-94b9-fc6728e038f7 None None] Sync routers for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:14:22.221063 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83174090-4f2b-41ac-94b9-fc6728e038f7 None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:22.221063 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-83174090-4f2b-41ac-94b9-fc6728e038f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:22.318446 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Publish callbacks [] for router (924df926-428c-4389-9dc0-09169ae96b95), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:22.338500 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-83174090-4f2b-41ac-94b9-fc6728e038f7 None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:22.428428 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Publish callbacks [] for router_gateway (924df926-428c-4389-9dc0-09169ae96b95), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:22.541800 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-83174090-4f2b-41ac-94b9-fc6728e038f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:14:21Z', 'revision_number': 5, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port': {'id': '3ebb66d0-cafb-4e1e-b893-31c1550102c1', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df926-428c-4389-9dc0-09169ae96b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:08:52Z', 'updated_at': '2022-03-07T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:22.551588 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Deleting port 3ebb66d0-cafb-4e1e-b893-31c1550102c1 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:14:22.552019 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:22.589009 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83174090-4f2b-41ac-94b9-fc6728e038f7 None None] Checking router: 924df926-428c-4389-9dc0-09169ae96b95 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:14:22.602986 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83174090-4f2b-41ac-94b9-fc6728e038f7 None None] Routers {'924df926-428c-4389-9dc0-09169ae96b95'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:22.603618 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-83174090-4f2b-41ac-94b9-fc6728e038f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['924df926-428c-4389-9dc0-09169ae96b95'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:22.639722 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] For port 3ebb66d0-cafb-4e1e-b893-31c1550102c1, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=3ebb66d0-cafb-4e1e-b893-31c1550102c1,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:22.640365 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:22.652097 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Calling delete_port for 3ebb66d0-cafb-4e1e-b893-31c1550102c1 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:14:22.696555 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-83174090-4f2b-41ac-94b9-fc6728e038f7 None None] Set router 924df926-428c-4389-9dc0-09169ae96b95 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:22.753829 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-83174090-4f2b-41ac-94b9-fc6728e038f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:14:22Z', 'revision_number': 6, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port_host': None}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:22.782130 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83174090-4f2b-41ac-94b9-fc6728e038f7 None None] The sync data for ids ['924df926-428c-4389-9dc0-09169ae96b95'] in dv-cinder-778193-24-iscsi is: [{'id': '924df926-428c-4389-9dc0-09169ae96b95', 'name': 'tempest-AttachVolumeTestJSON-1505173238-router', 'tenant_id': '8f241ca33d5e4641b042e0e088c78802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:08:51Z', 'updated_at': '2022-03-07T17:14:22Z', 'revision_number': 6, 'project_id': '8f241ca33d5e4641b042e0e088c78802', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:14:22.876302 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (3ebb66d0-cafb-4e1e-b893-31c1550102c1), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:22.910463 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebb66d0-cafb-4e1e-b893-31c1550102c1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:22.967270 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721035'] for router_gateway (924df926-428c-4389-9dc0-09169ae96b95), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.058981 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24899'] for router (924df926-428c-4389-9dc0-09169ae96b95), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.061209 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Publish callbacks [] for router_controller (924df926-428c-4389-9dc0-09169ae96b95), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.189162 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728104'] for router (924df926-428c-4389-9dc0-09169ae96b95), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.189721 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 924df926-428c-4389-9dc0-09169ae96b95 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:14:23.197541 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.197541 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-2f5107cc-82cc-4149-ba30-b15e5f80e192 admin admin] 10.222.0.52 "DELETE /v2.0/routers/924df926-428c-4389-9dc0-09169ae96b95 HTTP/1.1" status: 204 len: 168 time: 0.9952762 Mar 07 17:14:23.200003 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34700) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:23.257079 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34702) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:23.371202 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d17e986-fe54-49da-964e-466eae982186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.455216 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d17e986-fe54-49da-964e-466eae982186 admin admin] Publish callbacks [] for security_group (c492b08e-0995-48da-93c8-bae50815f2ef), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.500349 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc9bf67-d33e-4360-ad60-ced9c508b827 admin admin] Deleting subnet 98015567-67e5-4976-a0e0-fd80463ef3e8 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:14:23.506294 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bf67-d33e-4360-ad60-ced9c508b827 admin admin] Publish callbacks [] for subnet (98015567-67e5-4976-a0e0-fd80463ef3e8), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.525641 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d17e986-fe54-49da-964e-466eae982186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (c492b08e-0995-48da-93c8-bae50815f2ef), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.544342 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bf67-d33e-4360-ad60-ced9c508b827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347623'] for subnet (98015567-67e5-4976-a0e0-fd80463ef3e8), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.567914 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17e986-fe54-49da-964e-466eae982186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c492b08e-0995-48da-93c8-bae50815f2ef,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:23.572893 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-8d17e986-fe54-49da-964e-466eae982186 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b91c0f619e884e91971eee86d9181e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146713 Mar 07 17:14:23.576472 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34706) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:23.625729 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c88c20f2-dfff-405e-9ccb-ece9fef931a0 admin admin] Publish callbacks [] for security_group (c492b08e-0995-48da-93c8-bae50815f2ef), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.630853 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bf67-d33e-4360-ad60-ced9c508b827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (98015567-67e5-4976-a0e0-fd80463ef3e8), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.653312 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c88c20f2-dfff-405e-9ccb-ece9fef931a0 admin admin] Publish callbacks [] for security_group (c492b08e-0995-48da-93c8-bae50815f2ef), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.813318 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bf67-d33e-4360-ad60-ced9c508b827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14347511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12806377'] for subnet (98015567-67e5-4976-a0e0-fd80463ef3e8), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.837924 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9bf67-d33e-4360-ad60-ced9c508b827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98015567-67e5-4976-a0e0-fd80463ef3e8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:23.844600 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bf67-d33e-4360-ad60-ced9c508b827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.847332 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c88c20f2-dfff-405e-9ccb-ece9fef931a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (c492b08e-0995-48da-93c8-bae50815f2ef), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.848721 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9fc9bf67-d33e-4360-ad60-ced9c508b827 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/98015567-67e5-4976-a0e0-fd80463ef3e8 HTTP/1.1" status: 204 len: 168 time: 0.6475022 Mar 07 17:14:23.850873 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c88c20f2-dfff-405e-9ccb-ece9fef931a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.855602 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ca5652-a7ab-425e-b788-b94722d46d0d None None] Network 3dd5b780-4912-4b74-8f1b-a74ef8761a06 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:14:23.856231 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34708) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:23.856339 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-c88c20f2-dfff-405e-9ccb-ece9fef931a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c492b08e-0995-48da-93c8-bae50815f2ef HTTP/1.1" status: 204 len: 168 time: 0.2754140 Mar 07 17:14:23.863191 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c20f2-dfff-405e-9ccb-ece9fef931a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c492b08e-0995-48da-93c8-bae50815f2ef,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:23.926502 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (3dd5b780-4912-4b74-8f1b-a74ef8761a06), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.000511 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Deleting port 22064e98-6e41-4ec1-9640-cf21f4a459c1 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:14:24.000851 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.057015 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] DHCP port deletion for 3dd5b780-4912-4b74-8f1b-a74ef8761a06 request from dv-cinder-778193-24-iscsi {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:14:24.072295 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] For port 22064e98-6e41-4ec1-9640-cf21f4a459c1, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=22064e98-6e41-4ec1-9640-cf21f4a459c1,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:24.072663 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.086103 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Calling delete_port for 22064e98-6e41-4ec1-9640-cf21f4a459c1 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:14:24.108884 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Deleting port 22064e98-6e41-4ec1-9640-cf21f4a459c1 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:14:24.109259 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.182190 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] For port 22064e98-6e41-4ec1-9640-cf21f4a459c1, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=22064e98-6e41-4ec1-9640-cf21f4a459c1,segment=NetworkSegment(1f82e6d9-6f67-4c3d-9159-1119532f91fe),segment_id=1f82e6d9-6f67-4c3d-9159-1119532f91fe)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:24.182534 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.205658 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Calling delete_port for 22064e98-6e41-4ec1-9640-cf21f4a459c1 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:14:24.246460 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.257708 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 5b865498-bb7c-4477-b586-056718f55de3 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:14:24.273371 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Pushing event deleted for resources: {'Port': ['ID=22064e98-6e41-4ec1-9640-cf21f4a459c1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:24.277721 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] No DVR routers for this DVR port 22064e98-6e41-4ec1-9640-cf21f4a459c1 on host dv-cinder-778193-24-iscsi {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:14:24.287851 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 5b865498-bb7c-4477-b586-056718f55de3 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:14:24.288259 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 5b865498-bb7c-4477-b586-056718f55de3 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:14:24.288688 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 3ebb66d0-cafb-4e1e-b893-31c1550102c1 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:14:24.320039 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 3ebb66d0-cafb-4e1e-b893-31c1550102c1 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:14:24.320393 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 3ebb66d0-cafb-4e1e-b893-31c1550102c1 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:14:24.320812 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 22064e98-6e41-4ec1-9640-cf21f4a459c1 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:14:24.348138 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 22064e98-6e41-4ec1-9640-cf21f4a459c1 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:14:24.348533 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 22064e98-6e41-4ec1-9640-cf21f4a459c1 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:14:24.354326 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (3dd5b780-4912-4b74-8f1b-a74ef8761a06), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.367463 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088'] for port (22064e98-6e41-4ec1-9640-cf21f4a459c1), after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.376823 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd5b780-4912-4b74-8f1b-a74ef8761a06']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:24.392624 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Pushing event deleted for resources: {'Port': ['ID=22064e98-6e41-4ec1-9640-cf21f4a459c1,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:24.396211 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f82e6d9-6f67-4c3d-9159-1119532f91fe') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:24.396510 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f82e6d9-6f67-4c3d-9159-1119532f91fe') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:24.403438 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.403787 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.404129 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.404467 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.404805 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.405136 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.405568 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.405899 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.406231 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.406591 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.406918 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.407960 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.407960 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:24.410495 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755db2d3-6e49-4442-a43b-ee72e83f96e5 None None] No DVR routers for this DVR port 22064e98-6e41-4ec1-9640-cf21f4a459c1 on host dv-cinder-778193-24-iscsi {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:14:24.411823 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347676'] for segment (1f82e6d9-6f67-4c3d-9159-1119532f91fe), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.431415 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (1f82e6d9-6f67-4c3d-9159-1119532f91fe), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.439518 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:14:24.440478 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14347421'] for segment (1f82e6d9-6f67-4c3d-9159-1119532f91fe), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: timer() Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: cb(*args, **kw) Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: self._notify() Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: self.callback(batched_events) Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: event.method(event) Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._get(url).json() Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:14:24.442661 dv-cinder-778193-24-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:14:24.577601 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34714) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:24.592233 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e33a8925-c55a-40aa-8dcb-4f0d32d90eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.596122 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (3dd5b780-4912-4b74-8f1b-a74ef8761a06), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.601826 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.614936 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] 10.222.0.52 "DELETE /v2.0/networks/3dd5b780-4912-4b74-8f1b-a74ef8761a06 HTTP/1.1" status: 204 len: 168 time: 0.7556360 Mar 07 17:14:24.634273 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43492ca9-7583-4013-aa33-4bddf8ca472b admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd5b780-4912-4b74-8f1b-a74ef8761a06,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:24.677812 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e33a8925-c55a-40aa-8dcb-4f0d32d90eda admin admin] Publish callbacks [] for security_group (0febdd19-f72a-4ecc-be65-36c8adc11038), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.748632 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e33a8925-c55a-40aa-8dcb-4f0d32d90eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (0febdd19-f72a-4ecc-be65-36c8adc11038), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.793683 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-e33a8925-c55a-40aa-8dcb-4f0d32d90eda admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06ca14d3667b45bebb4dc1e2dcce87a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146337 Mar 07 17:14:24.794958 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a8925-c55a-40aa-8dcb-4f0d32d90eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0febdd19-f72a-4ecc-be65-36c8adc11038,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:24.796858 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34718) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:24.847409 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Publish callbacks [] for security_group (0febdd19-f72a-4ecc-be65-36c8adc11038), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:24.880509 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Publish callbacks [] for security_group (0febdd19-f72a-4ecc-be65-36c8adc11038), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:25.001972 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (0febdd19-f72a-4ecc-be65-36c8adc11038), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:25.006176 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:25.008668 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0febdd19-f72a-4ecc-be65-36c8adc11038 HTTP/1.1" status: 204 len: 168 time: 0.2096925 Mar 07 17:14:25.017431 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febdd19-f72a-4ecc-be65-36c8adc11038,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:25.025905 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.026257 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.028045 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.028389 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.028801 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.029451 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.029786 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.030214 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.030820 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.031226 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.031574 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.037304 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.037304 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bb6c2-c8a7-40ff-aa74-7589011445e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:25.042955 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34722) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:25.096935 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-71e62928-fd48-4362-bbcf-f120ee83b1df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f241ca33d5e4641b042e0e088c78802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527980 Mar 07 17:14:25.099392 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34724) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:25.156248 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6bc5c099-d7b8-4a65-b647-3f6ae2f4b200 admin admin] Publish callbacks [] for security_group (00732eee-c8fe-44f6-8870-3faa3e86dc62), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:25.183956 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6bc5c099-d7b8-4a65-b647-3f6ae2f4b200 admin admin] Publish callbacks [] for security_group (00732eee-c8fe-44f6-8870-3faa3e86dc62), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:25.309933 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6bc5c099-d7b8-4a65-b647-3f6ae2f4b200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (00732eee-c8fe-44f6-8870-3faa3e86dc62), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:25.313490 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6bc5c099-d7b8-4a65-b647-3f6ae2f4b200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:25.315177 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-6bc5c099-d7b8-4a65-b647-3f6ae2f4b200 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00732eee-c8fe-44f6-8870-3faa3e86dc62 HTTP/1.1" status: 204 len: 168 time: 0.2148750 Mar 07 17:14:25.325822 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5c099-d7b8-4a65-b647-3f6ae2f4b200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00732eee-c8fe-44f6-8870-3faa3e86dc62,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:26.102553 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34756) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:26.213343 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-633737790-network', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:26.327649 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Made reservation on behalf of 94ddb0a1045e4c93a220cc12a25dbd8f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:14:26.330069 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:26.339227 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:26.419805 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Publish callbacks [] for security_group (41d18c97-e209-4971-a3fb-727bb909bf7a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:26.476091 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (41d18c97-e209-4971-a3fb-727bb909bf7a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:26.507130 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:14:26.515344 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d18c97-e209-4971-a3fb-727bb909bf7a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:26.522172 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (9ad67703-ace3-4438-bdb1-ba7103fc4a25), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:26.522172 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Added segment 9ad67703-ace3-4438-bdb1-ba7103fc4a25 of type vlan for network 76da18d7-9df8-4f80-b5d2-414ec42ec26a Mar 07 17:14:26.564872 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (76da18d7-9df8-4f80-b5d2-414ec42ec26a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:26.743166 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (76da18d7-9df8-4f80-b5d2-414ec42ec26a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:26.744288 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:26.744997 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:26.805377 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] Pushing event updated for resources: {'Network': ['ID=76da18d7-9df8-4f80-b5d2-414ec42ec26a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:26.816157 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 76da18d7-9df8-4f80-b5d2-414ec42ec26a details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:14:26.882529 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7ae43d48-ad22-4f21-890e-f628c387e4f1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7752442 Mar 07 17:14:26.883546 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34774) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:26.888854 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] Request body: {'subnet': {'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-633737790-subnet', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:26.962061 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] Made reservation on behalf of 94ddb0a1045e4c93a220cc12a25dbd8f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:14:26.965463 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13222024'] for subnet (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:27.257412 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12767670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13222038'] for subnet (8096af94-551b-4dcb-ab71-55c6dab78fcf), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:27.334914 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8096af94-551b-4dcb-ab71-55c6dab78fcf,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:27.349277 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] Checking segment: {'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:14:27.349948 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] Network hostable DHCP agents. Network: 76da18d7-9df8-4f80-b5d2-414ec42ec26a, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:14:27.435791 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] Network 76da18d7-9df8-4f80-b5d2-414ec42ec26a is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:14:27.509872 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 76da18d7-9df8-4f80-b5d2-414ec42ec26a) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:27.514770 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:27.515541 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:27.520497 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca15613-cfa3-411b-9874-16d9ea6106d8 None None] Network 76da18d7-9df8-4f80-b5d2-414ec42ec26a requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:14:27.609077 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-38c2ebd2-f085-4afb-9e19-bbcc962fbc87 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7244058 Mar 07 17:14:27.629847 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34796) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:27.629847 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:27.637008 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c75a076-4202-5d18-914a-4da8176f2764-76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'fixed_ips': [{'subnet_id': '8096af94-551b-4dcb-ab71-55c6dab78fcf'}]}} from dv-cinder-778193-24-iscsi. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:14:27.637888 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:27.725818 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24913'] for router (0702f837-26ed-4ffb-af06-067924b80f1d), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:27.726972 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24920'] for router (0702f837-26ed-4ffb-af06-067924b80f1d), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:27.805132 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Publish callbacks [] for router_controller (0702f837-26ed-4ffb-af06-067924b80f1d), precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:27.809666 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Allocated IP 172.20.0.2 (76da18d7-9df8-4f80-b5d2-414ec42ec26a/8096af94-551b-4dcb-ab71-55c6dab78fcf/5de884f0-1a3e-4c79-9b64-7ea5309dc0ad) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:14:27.981840 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Publish callbacks [] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:28.021085 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Publish callbacks [] for router_gateway (0702f837-26ed-4ffb-af06-067924b80f1d), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:28.047751 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:28.076325 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-41ec6876-96f5-44fd-8648-b3c44ef3c39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:28.093824 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Network 76da18d7-9df8-4f80-b5d2-414ec42ec26a is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:28.096818 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:28.101734 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:14:28.105064 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Pushing event updated for resources: {'Port': ['ID=5de884f0-1a3e-4c79-9b64-7ea5309dc0ad,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:28.166321 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Attempting to bind port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:14:28.166718 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Attempting to bind port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:14:28.167109 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Attempting to bind port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad on network 76da18d7-9df8-4f80-b5d2-414ec42ec26a {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:28.172934 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:14:28.173315 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Checking segment: {'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:14:28.173721 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:28.174117 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Bound using segment: {'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:14:28.174620 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Bound port: 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:14:28.175001 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:28.254202 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] For port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:14:28.257792 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] For port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=5de884f0-1a3e-4c79-9b64-7ea5309dc0ad,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:14:28.337716 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Publish callbacks [] for router_gateway (0702f837-26ed-4ffb-af06-067924b80f1d), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:28.339289 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:28.362677 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:28.420565 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aa1ed-5d1d-4e27-9aae-77585b8eca62 None None] Pushing event updated for resources: {'Port': ['ID=5de884f0-1a3e-4c79-9b64-7ea5309dc0ad,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:28.485229 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Allocated IP 172.27.1.217 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/f89d83ed-905e-49a9-a417-26faadb8db3a) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:14:28.607854 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Publish callbacks [] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:28.704915 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:28.745493 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:28.748289 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:28.751838 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:14:28.757437 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Pushing event updated for resources: {'Port': ['ID=f89d83ed-905e-49a9-a417-26faadb8db3a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:29.110948 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Publish callbacks [] for router_gateway (0702f837-26ed-4ffb-af06-067924b80f1d), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:29.353822 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143'] for router (0702f837-26ed-4ffb-af06-067924b80f1d), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:29.354060 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad437c-278f-4369-92b1-6637836b738a None None] Network 76da18d7-9df8-4f80-b5d2-414ec42ec26a requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:14:29.446230 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a09106b1-dd64-4b4e-9669-6a5894866256 None None] Provisioning complete for port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:29.447284 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a09106b1-dd64-4b4e-9669-6a5894866256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:29.565872 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a09106b1-dd64-4b4e-9669-6a5894866256 None None] Current status of the port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:29.565872 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a09106b1-dd64-4b4e-9669-6a5894866256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:29.584566 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Router 0702f837-26ed-4ffb-af06-067924b80f1d is scheduled to L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:14:29.608658 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a09106b1-dd64-4b4e-9669-6a5894866256 None None] For port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=5de884f0-1a3e-4c79-9b64-7ea5309dc0ad,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:29.687523 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a09106b1-dd64-4b4e-9669-6a5894866256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:29.723016 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:14:29.738417 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Sync routers for ids ['0702f837-26ed-4ffb-af06-067924b80f1d'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:14:29.749908 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Routers {'0702f837-26ed-4ffb-af06-067924b80f1d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:29.750558 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0702f837-26ed-4ffb-af06-067924b80f1d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:29.754411 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09106b1-dd64-4b4e-9669-6a5894866256 None None] Pushing event updated for resources: {'Port': ['ID=5de884f0-1a3e-4c79-9b64-7ea5309dc0ad,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:29.807523 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3948d1bf-f92e-42a3-8e08-06dc8faf4a64 None None] Provisioning complete for port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:29.808482 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3948d1bf-f92e-42a3-8e08-06dc8faf4a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:29.832121 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:29.833494 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-d7173ced-11c0-4522-b937-03aee0241538 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2191222 Mar 07 17:14:29.836565 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34812) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:29.865947 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Set router 0702f837-26ed-4ffb-af06-067924b80f1d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:29.898656 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3948d1bf-f92e-42a3-8e08-06dc8faf4a64 None None] Current status of the port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:30.059821 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:28Z', 'revision_number': 3, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:30.089875 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Checking router: 0702f837-26ed-4ffb-af06-067924b80f1d for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:14:30.090221 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Updating router 0702f837-26ed-4ffb-af06-067924b80f1d port f89d83ed-905e-49a9-a417-26faadb8db3a binding host dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:14:30.123129 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.281148 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:14:30.322966 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.338501 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:30.338883 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.365043 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1e293b22-6ccd-4b57-b0b2-caf1d067f6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.420516 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Publish callbacks [] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.443286 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:30.514801 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Allocated IP 172.20.0.1 (76da18d7-9df8-4f80-b5d2-414ec42ec26a/8096af94-551b-4dcb-ab71-55c6dab78fcf/d9e19fd0-2aba-4c2c-b2fd-01750515a0ae) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:14:30.577559 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.642008 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Publish callbacks [] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.644220 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Pushing event updated for resources: {'Port': ['ID=f89d83ed-905e-49a9-a417-26faadb8db3a,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:30.659210 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.659659 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.660090 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.660507 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.660923 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.661319 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.661983 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.662402 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.662800 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.663235 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.663629 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.664025 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.664414 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:30.672859 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Attempting to bind port f89d83ed-905e-49a9-a417-26faadb8db3a on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:14:30.673330 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Attempting to bind port f89d83ed-905e-49a9-a417-26faadb8db3a by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:14:30.673915 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Attempting to bind port f89d83ed-905e-49a9-a417-26faadb8db3a on network fb95a624-842c-4336-8b8c-80326a081833 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:30.679606 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:14:30.680103 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:14:30.680573 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.681040 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Bound using segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:14:30.681590 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Bound port: f89d83ed-905e-49a9-a417-26faadb8db3a, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:14:30.682045 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.741698 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] For port f89d83ed-905e-49a9-a417-26faadb8db3a, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:14:30.744949 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] For port f89d83ed-905e-49a9-a417-26faadb8db3a, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f89d83ed-905e-49a9-a417-26faadb8db3a,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:14:30.771752 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.818018 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Network 76da18d7-9df8-4f80-b5d2-414ec42ec26a is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:30.820921 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:30.824417 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:14:30.833000 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.851164 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e19fd0-2aba-4c2c-b2fd-01750515a0ae,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:30.872157 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722394'] for router_interface (0702f837-26ed-4ffb-af06-067924b80f1d), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:30.878686 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Routers {'0702f837-26ed-4ffb-af06-067924b80f1d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:30.879508 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0702f837-26ed-4ffb-af06-067924b80f1d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:31.015404 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eca937-b608-42f3-b547-193900609cc5 None None] Pushing event updated for resources: {'Port': ['ID=f89d83ed-905e-49a9-a417-26faadb8db3a,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:31.031187 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] Set router 0702f837-26ed-4ffb-af06-067924b80f1d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:31.129457 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c1a39cd6-02af-467b-96cc-3ff92d49e572 None None] Provisioning complete for port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:31.129708 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c1a39cd6-02af-467b-96cc-3ff92d49e572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:31.176938 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c1a39cd6-02af-467b-96cc-3ff92d49e572 None None] Port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:14:31.177138 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:31.247785 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:28Z', 'revision_number': 3, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:31.278335 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5b892-161b-4bcd-a71f-2034888f114f None None] The sync data for ids ['0702f837-26ed-4ffb-af06-067924b80f1d'] in dv-cinder-778193-24-iscsi is: [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:28Z', 'revision_number': 3, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:14:31.363675 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Publish callbacks [] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:31.452871 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:31.529068 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722358'] for router_interface (0702f837-26ed-4ffb-af06-067924b80f1d), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:31.530529 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e19fd0-2aba-4c2c-b2fd-01750515a0ae,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:31.643665 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Network 76da18d7-9df8-4f80-b5d2-414ec42ec26a is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:31.645118 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:31.772228 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Router 0702f837-26ed-4ffb-af06-067924b80f1d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:14:31.897578 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:14:31.904182 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a5e361f2-ffd6-4627-895e-9a51da38d0f6 admin admin] 10.222.0.52 "PUT /v2.0/routers/0702f837-26ed-4ffb-af06-067924b80f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0665071 Mar 07 17:14:31.921864 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f9adf8d3-07c3-4190-ae47-a2dbd5b1170a None None] Provisioning complete for port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:31.923019 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9adf8d3-07c3-4190-ae47-a2dbd5b1170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:31.985130 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f9adf8d3-07c3-4190-ae47-a2dbd5b1170a None None] Port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:14:32.022276 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:32.288942 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f89d83ed-905e-49a9-a417-26faadb8db3a up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:14:32.341239 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port f89d83ed-905e-49a9-a417-26faadb8db3a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:32.341615 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:32.423364 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port f89d83ed-905e-49a9-a417-26faadb8db3a is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:32.423758 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:32.444220 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port f89d83ed-905e-49a9-a417-26faadb8db3a, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f89d83ed-905e-49a9-a417-26faadb8db3a,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:32.561868 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:32.625441 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=f89d83ed-905e-49a9-a417-26faadb8db3a,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:32.817889 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34856) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:32.824714 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1737457809-network', 'tenant_id': '6cffc14becfb475e83515734731c606c'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:32.969026 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Sync routers for ids ['0702f837-26ed-4ffb-af06-067924b80f1d'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:14:32.980445 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Routers {'0702f837-26ed-4ffb-af06-067924b80f1d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:32.981050 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0702f837-26ed-4ffb-af06-067924b80f1d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:33.081570 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Made reservation on behalf of 6cffc14becfb475e83515734731c606c for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:14:33.084034 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.094441 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.184384 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Publish callbacks [] for security_group (5952a4b0-0335-4ce8-ad05-e1b1be3d27ae), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.249784 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Set router 0702f837-26ed-4ffb-af06-067924b80f1d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:33.275619 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.315606 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (5952a4b0-0335-4ce8-ad05-e1b1be3d27ae), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.341414 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:14:33.353687 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5952a4b0-0335-4ce8-ad05-e1b1be3d27ae,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:33.357475 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (9a59c850-5db5-46ec-a40f-6be65c17cecf), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.357954 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Added segment 9a59c850-5db5-46ec-a40f-6be65c17cecf of type vlan for network 7ed42dde-e7b7-4920-8a88-6a758f935f40 Mar 07 17:14:33.398043 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758369868310'] for network (7ed42dde-e7b7-4920-8a88-6a758f935f40), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.462216 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:31Z', 'revision_number': 4, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'd9e19fd0-2aba-4c2c-b2fd-01750515a0ae', 'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'mac_address': 'fa:16:3e:51:e0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:30Z', 'updated_at': '2022-03-07T17:14:31Z', 'revision_number': 2, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'subnets': [{'id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:33.475565 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013'] for network (7ed42dde-e7b7-4920-8a88-6a758f935f40), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.476648 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:33.477241 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.489355 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Checking router: 0702f837-26ed-4ffb-af06-067924b80f1d for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:14:33.493299 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Updating router 0702f837-26ed-4ffb-af06-067924b80f1d port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae binding host dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:14:33.518107 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.539759 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] Pushing event updated for resources: {'Network': ['ID=7ed42dde-e7b7-4920-8a88-6a758f935f40,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:33.555264 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Network 7ed42dde-e7b7-4920-8a88-6a758f935f40 details requested by agent ovs-agent-dv-cinder-778193-24-iscsi with host dv-cinder-778193-24-iscsi {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:14:33.596675 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-298ac98d-e718-4159-bc35-4881c453813d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7752144 Mar 07 17:14:33.596994 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34862) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:33.602156 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] Request body: {'subnet': {'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1737457809-subnet', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:33.698747 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] Made reservation on behalf of 6cffc14becfb475e83515734731c606c for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:14:33.701345 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12806286'] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.855244 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Publish callbacks [] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.920228 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.949766 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14347568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12806288'] for subnet (751c7a60-649c-4c87-a2d8-2151b056c538), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:33.995763 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213b057-a1e9-43c9-a6de-9940099a6c4b None None] Pushing event updated for resources: {'Port': ['ID=d9e19fd0-2aba-4c2c-b2fd-01750515a0ae,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:34.026024 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751c7a60-649c-4c87-a2d8-2151b056c538,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:34.036317 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] Checking segment: {'id': '9a59c850-5db5-46ec-a40f-6be65c17cecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:14:34.038043 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] Network hostable DHCP agents. Network: 7ed42dde-e7b7-4920-8a88-6a758f935f40, hostable agents: ['294f885c-ed70-423d-8ab4-220b59a4959e'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:14:34.041524 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Attempting to bind port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:14:34.042239 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Attempting to bind port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:14:34.043040 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Attempting to bind port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae on network 76da18d7-9df8-4f80-b5d2-414ec42ec26a {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:34.051109 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:14:34.051698 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Checking segment: {'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:14:34.052370 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:34.053011 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Bound using segment: {'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:14:34.053795 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Bound port: d9e19fd0-2aba-4c2c-b2fd-01750515a0ae, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:14:34.054431 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:34.110259 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] Network 7ed42dde-e7b7-4920-8a88-6a758f935f40 is scheduled to be hosted by DHCP agent 294f885c-ed70-423d-8ab4-220b59a4959e with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:14:34.130518 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] For port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:14:34.134189 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] For port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=d9e19fd0-2aba-4c2c-b2fd-01750515a0ae,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:14:34.219230 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-24-iscsi, 7ed42dde-e7b7-4920-8a88-6a758f935f40) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:34.220065 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-66b8085a-7722-48c5-9e94-529e2c3aa73c None None] Provisioning complete for port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:34.220431 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-66b8085a-7722-48c5-9e94-529e2c3aa73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:34.231996 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:34.235437 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:34.247855 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d51bc7c-5283-4331-917c-bd448b0e01da None None] Network 7ed42dde-e7b7-4920-8a88-6a758f935f40 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:14:34.267958 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f89d83ed-905e-49a9-a417-26faadb8db3a up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:14:34.270859 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:34.341666 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-e6d47c4a-721a-4bd3-a2d1-8924e8f0baf8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7435100 Mar 07 17:14:34.351338 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 34868) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:34.356979 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:14:34.357525 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1737457809-router', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:34.368682 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-66b8085a-7722-48c5-9e94-529e2c3aa73c None None] Port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:14:34.427736 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213b057-a1e9-43c9-a6de-9940099a6c4b None None] Pushing event updated for resources: {'Port': ['ID=d9e19fd0-2aba-4c2c-b2fd-01750515a0ae,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:34.438131 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Routers {'0702f837-26ed-4ffb-af06-067924b80f1d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:34.438793 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0702f837-26ed-4ffb-af06-067924b80f1d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:34.452951 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24913'] for router (54bc00c5-a539-431c-9fab-5ddccd127271), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:34.454011 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24920'] for router (54bc00c5-a539-431c-9fab-5ddccd127271), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:34.518735 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port f89d83ed-905e-49a9-a417-26faadb8db3a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:34.519115 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:34.527162 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Publish callbacks [] for router_controller (54bc00c5-a539-431c-9fab-5ddccd127271), precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:34.540655 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c75a076-4202-5d18-914a-4da8176f2764-7ed42dde-e7b7-4920-8a88-6a758f935f40', 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40', 'project_id': '6cffc14becfb475e83515734731c606c', 'fixed_ips': [{'subnet_id': '751c7a60-649c-4c87-a2d8-2151b056c538'}]}} from dv-cinder-778193-24-iscsi. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:14:34.545639 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:34.707059 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] Set router 0702f837-26ed-4ffb-af06-067924b80f1d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:34.750191 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Publish callbacks [] for router_gateway (54bc00c5-a539-431c-9fab-5ddccd127271), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:34.785837 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-38ac62ba-c39a-423f-86d0-2e0800634f68 None None] Provisioning complete for port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:34.786208 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38ac62ba-c39a-423f-86d0-2e0800634f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.017996 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.021891 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port f89d83ed-905e-49a9-a417-26faadb8db3a is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:35.054047 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Publish callbacks [] for router_gateway (54bc00c5-a539-431c-9fab-5ddccd127271), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.073883 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.093093 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Allocated IP 172.20.0.2 (7ed42dde-e7b7-4920-8a88-6a758f935f40/751c7a60-649c-4c87-a2d8-2151b056c538/8a339e59-53da-47f3-ab33-80d59879100f) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:14:35.191235 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Allocated IP 172.27.1.99 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:14:35.226714 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-38ac62ba-c39a-423f-86d0-2e0800634f68 None None] Current status of the port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:35.227108 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38ac62ba-c39a-423f-86d0-2e0800634f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.303548 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Publish callbacks [] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.338404 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-38ac62ba-c39a-423f-86d0-2e0800634f68 None None] For port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=d9e19fd0-2aba-4c2c-b2fd-01750515a0ae,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:35.369162 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Publish callbacks [] for port (8a339e59-53da-47f3-ab33-80d59879100f), precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.376690 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:31Z', 'revision_number': 4, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'd9e19fd0-2aba-4c2c-b2fd-01750515a0ae', 'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'mac_address': 'fa:16:3e:51:e0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:30Z', 'updated_at': '2022-03-07T17:14:34Z', 'revision_number': 4, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'subnets': [{'id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:35.405913 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a20867f-e9fb-4df3-b1e0-c1ee70062503 None None] The sync data for ids ['0702f837-26ed-4ffb-af06-067924b80f1d'] in dv-cinder-778193-24-iscsi is: [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:31Z', 'revision_number': 4, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'd9e19fd0-2aba-4c2c-b2fd-01750515a0ae', 'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'mac_address': 'fa:16:3e:51:e0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:30Z', 'updated_at': '2022-03-07T17:14:34Z', 'revision_number': 4, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'subnets': [{'id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:14:35.408053 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38ac62ba-c39a-423f-86d0-2e0800634f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.430857 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.496959 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079'] for port (8a339e59-53da-47f3-ab33-80d59879100f), after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.513244 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac62ba-c39a-423f-86d0-2e0800634f68 None None] Pushing event updated for resources: {'Port': ['ID=d9e19fd0-2aba-4c2c-b2fd-01750515a0ae,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:35.521759 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:35.537325 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Network 7ed42dde-e7b7-4920-8a88-6a758f935f40 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:35.540111 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:35.556998 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:14:35.561366 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Pushing event updated for resources: {'Port': ['ID=9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:35.564008 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:35.571359 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:14:35.654928 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Pushing event updated for resources: {'Port': ['ID=8a339e59-53da-47f3-ab33-80d59879100f,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:35.688569 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Attempting to bind port 8a339e59-53da-47f3-ab33-80d59879100f on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:14:35.689206 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Attempting to bind port 8a339e59-53da-47f3-ab33-80d59879100f by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '9a59c850-5db5-46ec-a40f-6be65c17cecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:14:35.689953 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Attempting to bind port 8a339e59-53da-47f3-ab33-80d59879100f on network 7ed42dde-e7b7-4920-8a88-6a758f935f40 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:35.699842 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:14:35.700582 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Checking segment: {'id': '9a59c850-5db5-46ec-a40f-6be65c17cecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:14:35.701346 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.702085 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Bound using segment: {'id': '9a59c850-5db5-46ec-a40f-6be65c17cecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:14:35.703327 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Bound port: 8a339e59-53da-47f3-ab33-80d59879100f, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a59c850-5db5-46ec-a40f-6be65c17cecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:14:35.703988 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (8a339e59-53da-47f3-ab33-80d59879100f), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.814929 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] For port 8a339e59-53da-47f3-ab33-80d59879100f, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:14:35.818301 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] For port 8a339e59-53da-47f3-ab33-80d59879100f, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=8a339e59-53da-47f3-ab33-80d59879100f,segment=NetworkSegment(9a59c850-5db5-46ec-a40f-6be65c17cecf),segment_id=9a59c850-5db5-46ec-a40f-6be65c17cecf)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:14:35.893289 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (8a339e59-53da-47f3-ab33-80d59879100f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:35.895873 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-7065d4c9-cd78-4f27-ad41-612b9299ceda tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295469214&fields=id&tenant_id=92bdf6bf19df4e0d8303135729cf686c HTTP/1.1" status: 200 len: 267 time: 0.0537312 Mar 07 17:14:36.015806 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caaab8-3209-4301-bb6c-021e4118452d None None] Pushing event updated for resources: {'Port': ['ID=8a339e59-53da-47f3-ab33-80d59879100f,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:36.044574 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Publish callbacks [] for router_gateway (54bc00c5-a539-431c-9fab-5ddccd127271), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:36.053164 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7109304-397f-4201-befa-de947d144a02 req-d160fb06-385d-4360-be7f-909569d8d61a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:36.063142 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-d160fb06-385d-4360-be7f-909569d8d61a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 811 time: 0.1593480 Mar 07 17:14:36.086911 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-41edb777-17c0-476e-a79c-928e9f8e5473 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/quotas/92bdf6bf19df4e0d8303135729cf686c HTTP/1.1" status: 200 len: 375 time: 0.0224864 Mar 07 17:14:36.222749 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-76f6b829-4620-45c7-980b-1512e8c0afab tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1276593 Mar 07 17:14:36.393286 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-49183cf1-2059-4748-b8c8-6d7cfb3ca7a4 service neutron] 10.222.0.52 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530702 Mar 07 17:14:36.420871 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8a339e59-53da-47f3-ab33-80d59879100f up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:14:36.489085 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 8a339e59-53da-47f3-ab33-80d59879100f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:36.489465 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (8a339e59-53da-47f3-ab33-80d59879100f), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:36.537725 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-6e0df7fc-6e01-4f5c-8074-7e5fee6be457 service neutron] 10.222.0.52 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462040 Mar 07 17:14:36.618180 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 8a339e59-53da-47f3-ab33-80d59879100f is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:36.618851 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (8a339e59-53da-47f3-ab33-80d59879100f), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:36.670114 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721143'] for router (54bc00c5-a539-431c-9fab-5ddccd127271), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:36.674891 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 8a339e59-53da-47f3-ab33-80d59879100f, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=8a339e59-53da-47f3-ab33-80d59879100f,segment=NetworkSegment(9a59c850-5db5-46ec-a40f-6be65c17cecf),segment_id=9a59c850-5db5-46ec-a40f-6be65c17cecf)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:36.762535 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (8a339e59-53da-47f3-ab33-80d59879100f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:36.766885 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device d9e19fd0-2aba-4c2c-b2fd-01750515a0ae up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:14:36.892312 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=8a339e59-53da-47f3-ab33-80d59879100f,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:36.914697 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:36.915446 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:36.967037 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Router 54bc00c5-a539-431c-9fab-5ddccd127271 is scheduled to L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:14:37.032653 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:37.134433 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:14:37.147709 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Sync routers for ids ['54bc00c5-a539-431c-9fab-5ddccd127271'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:14:37.162750 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Routers {'54bc00c5-a539-431c-9fab-5ddccd127271'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:37.171525 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['54bc00c5-a539-431c-9fab-5ddccd127271'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:37.274212 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257d8e4b-cba7-473c-bc00-6f7ca4d86232 None None] Network 7ed42dde-e7b7-4920-8a88-6a758f935f40 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:14:37.297679 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:37.297679 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-67758223-cea0-4d0a-a4f5-ce6726fbad2c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9407997 Mar 07 17:14:37.297997 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 34924) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:37.358778 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-037ac3fb-1805-41d3-b8ee-02a79a49914f req-8dddf866-1329-48cf-9c3a-b1c4ade3803f tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 210 time: 0.0799441 Mar 07 17:14:37.401975 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Set router 54bc00c5-a539-431c-9fab-5ddccd127271 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:37.458327 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b5bd6daf-de52-431c-81fd-f103b5c01678 None None] Provisioning complete for port 8a339e59-53da-47f3-ab33-80d59879100f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:37.458977 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6daf-de52-431c-81fd-f103b5c01678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (8a339e59-53da-47f3-ab33-80d59879100f), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:37.555604 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd6daf-de52-431c-81fd-f103b5c01678 None None] Current status of the port 8a339e59-53da-47f3-ab33-80d59879100f is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:37.634314 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'name': 'tempest-TestMinimumBasicScenario-1737457809-router', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:34Z', 'updated_at': '2022-03-07T17:14:35Z', 'revision_number': 3, 'project_id': '6cffc14becfb475e83515734731c606c', 'gw_port': {'id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:35Z', 'updated_at': '2022-03-07T17:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:37.703880 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Checking router: 54bc00c5-a539-431c-9fab-5ddccd127271 for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:14:37.704425 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Updating router 54bc00c5-a539-431c-9fab-5ddccd127271 port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a binding host dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:14:37.750940 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:37.776694 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7f057c3d-600c-4d87-8f51-7ae9ed8577bf None None] Provisioning complete for port 8a339e59-53da-47f3-ab33-80d59879100f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:37.777623 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7f057c3d-600c-4d87-8f51-7ae9ed8577bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (8a339e59-53da-47f3-ab33-80d59879100f), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:37.816979 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:37.866271 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7f057c3d-600c-4d87-8f51-7ae9ed8577bf None None] Current status of the port 8a339e59-53da-47f3-ab33-80d59879100f is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:38.044661 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Publish callbacks [] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:38.126114 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:38.186176 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b23e2-d232-4bec-a982-6ed299b58096 None None] Pushing event updated for resources: {'Port': ['ID=9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:38.201784 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Attempting to bind port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:14:38.202355 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Attempting to bind port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:14:38.202886 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Attempting to bind port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a on network fb95a624-842c-4336-8b8c-80326a081833 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:38.212724 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:14:38.213628 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Checking segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:14:38.214813 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:38.215336 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Bound using segment: {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:14:38.216631 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Bound port: 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4055f17c-e6b1-4572-899f-0e6662076226', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:14:38.217149 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:38.302677 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] For port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:14:38.306651 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] For port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:14:38.312878 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8a339e59-53da-47f3-ab33-80d59879100f up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:14:38.327904 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Allocated IP 172.20.0.1 (7ed42dde-e7b7-4920-8a88-6a758f935f40/751c7a60-649c-4c87-a2d8-2151b056c538/bbced837-013d-46b7-b244-e7cd4c9b328a) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:14:38.372811 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 8a339e59-53da-47f3-ab33-80d59879100f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:38.373292 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (8a339e59-53da-47f3-ab33-80d59879100f), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:38.397010 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:38.468494 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Publish callbacks [] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:38.476755 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b23e2-d232-4bec-a982-6ed299b58096 None None] Pushing event updated for resources: {'Port': ['ID=9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:38.477609 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 8a339e59-53da-47f3-ab33-80d59879100f is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:38.498204 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Routers {'54bc00c5-a539-431c-9fab-5ddccd127271'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:38.499143 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['54bc00c5-a539-431c-9fab-5ddccd127271'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:38.524614 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-806e54aa-1585-4981-bda1-893667feb308 req-738755e7-2ac4-4ae0-9dd7-6f2d8671946d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 210 time: 0.0330632 Mar 07 17:14:38.616737 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] Set router 54bc00c5-a539-431c-9fab-5ddccd127271 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:38.635138 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:38.677717 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Network 7ed42dde-e7b7-4920-8a88-6a758f935f40 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:38.681200 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:38.685603 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:14:38.691677 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Pushing event updated for resources: {'Port': ['ID=bbced837-013d-46b7-b244-e7cd4c9b328a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:38.737824 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722394'] for router_interface (54bc00c5-a539-431c-9fab-5ddccd127271), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:38.841327 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'name': 'tempest-TestMinimumBasicScenario-1737457809-router', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:34Z', 'updated_at': '2022-03-07T17:14:35Z', 'revision_number': 3, 'project_id': '6cffc14becfb475e83515734731c606c', 'gw_port': {'id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:35Z', 'updated_at': '2022-03-07T17:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:38.871213 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b969f-97d4-450f-979d-e68165b2824d None None] The sync data for ids ['54bc00c5-a539-431c-9fab-5ddccd127271'] in dv-cinder-778193-24-iscsi is: [{'id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'name': 'tempest-TestMinimumBasicScenario-1737457809-router', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:34Z', 'updated_at': '2022-03-07T17:14:35Z', 'revision_number': 3, 'project_id': '6cffc14becfb475e83515734731c606c', 'gw_port': {'id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:35Z', 'updated_at': '2022-03-07T17:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:14:38.945888 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:39.033435 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9b266984-656a-4c2f-af41-0f351b7cac95 None None] Provisioning complete for port bbced837-013d-46b7-b244-e7cd4c9b328a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:39.033435 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9b266984-656a-4c2f-af41-0f351b7cac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:39.075410 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9b266984-656a-4c2f-af41-0f351b7cac95 None None] Port bbced837-013d-46b7-b244-e7cd4c9b328a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:14:39.188998 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Publish callbacks [] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:39.252613 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:39.326175 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722358'] for router_interface (54bc00c5-a539-431c-9fab-5ddccd127271), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:39.327963 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Pushing event updated for resources: {'Port': ['ID=bbced837-013d-46b7-b244-e7cd4c9b328a,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:39.432367 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Network 7ed42dde-e7b7-4920-8a88-6a758f935f40 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:39.435172 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:39.615296 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Router 54bc00c5-a539-431c-9fab-5ddccd127271 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:14:39.702752 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0d4648b4-5fcc-4dc4-8d3b-dfcf6ba54ded req-3aade291-b0f4-4baa-821e-8f406d5715a2 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 210 time: 0.0820229 Mar 07 17:14:39.742943 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7109304-397f-4201-befa-de947d144a02 req-20620d27-691d-4bdb-b32d-5c74da345ac1 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:39.744520 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-20620d27-691d-4bdb-b32d-5c74da345ac1 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 811 time: 0.1498747 Mar 07 17:14:39.758254 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:14:39.768403 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-f89c9074-3a5c-4611-a75d-f4ac401e8663 admin admin] 10.222.0.52 "PUT /v2.0/routers/54bc00c5-a539-431c-9fab-5ddccd127271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4671113 Mar 07 17:14:39.803108 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c947452f-b8c8-41ab-b379-3871c4ff3842 None None] Provisioning complete for port bbced837-013d-46b7-b244-e7cd4c9b328a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:39.803701 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c947452f-b8c8-41ab-b379-3871c4ff3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:39.843597 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-f3d9c1bb-c333-4226-865b-756ae0afe602 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92bdf6bf19df4e0d8303135729cf686c HTTP/1.1" status: 200 len: 380 time: 0.0844758 Mar 07 17:14:39.853634 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'port': {'device_id': 'cb4f0710-63f0-4604-abe1-970905716229', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'admin_state_up': True, 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'security_groups': ['cce6c8c2-23f7-4f33-95bb-505446eb1979']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:39.867877 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c947452f-b8c8-41ab-b379-3871c4ff3842 None None] Port bbced837-013d-46b7-b244-e7cd4c9b328a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:14:40.047124 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Made reservation on behalf of 92bdf6bf19df4e0d8303135729cf686c for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:14:40.050955 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.221253 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Allocated IP 172.20.0.7 (c6781afb-dca6-4e4e-a1e1-392a6e1b8e08/e867eec7-8dc7-4272-8d09-7a5ff0666b78/a0b3d43f-c619-4c2a-9589-856f8891ef1f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:14:40.317990 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:14:40.374010 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:40.374493 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.421500 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.499481 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:40.500157 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.530772 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] For port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:40.540675 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.589239 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:40.592754 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:40.596783 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:14:40.607109 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.622758 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'Port': ['ID=a0b3d43f-c619-4c2a-9589-856f8891ef1f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:40.672388 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Pushing event updated for resources: {'Port': ['ID=9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:40.686103 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:40.687891 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.743495 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.832805 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Sync routers for ids ['54bc00c5-a539-431c-9fab-5ddccd127271'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:14:40.845816 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Routers {'54bc00c5-a539-431c-9fab-5ddccd127271'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:40.846697 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['54bc00c5-a539-431c-9fab-5ddccd127271'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:40.860792 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6531e9-b838-4f5a-826c-e0bcc4a5fb10 req-4a48777d-3aa0-4863-a00c-0c66051ea8e8 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:40.863051 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1b6531e9-b838-4f5a-826c-e0bcc4a5fb10 req-4a48777d-3aa0-4863-a00c-0c66051ea8e8 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 931 time: 0.0768127 Mar 07 17:14:40.880525 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-fba7cf86-4ed3-42cc-a51d-383acfdc9653 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0274911 Mar 07 17:14:40.895223 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Request body: {'port': {'device_id': 'cb4f0710-63f0-4604-abe1-970905716229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:40.936992 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e11db9b3-85b9-44d7-9669-2ad83a36073f None None] Provisioning complete for port a0b3d43f-c619-4c2a-9589-856f8891ef1f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:40.937665 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e11db9b3-85b9-44d7-9669-2ad83a36073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.956575 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1b6531e9-b838-4f5a-826c-e0bcc4a5fb10 req-e96dc3c4-68a4-4fb3-bd41-c1f007fd9560 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872581 Mar 07 17:14:41.023779 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:41.089437 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e11db9b3-85b9-44d7-9669-2ad83a36073f None None] Port a0b3d43f-c619-4c2a-9589-856f8891ef1f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:14:41.136061 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Set router 54bc00c5-a539-431c-9fab-5ddccd127271 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:41.497170 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b3d43f-c619-4c2a-9589-856f8891ef1f {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:14:41.507323 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Publish callbacks [] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:41.533729 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Transition to ACTIVE for port object a0b3d43f-c619-4c2a-9589-856f8891ef1f will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:14:41.596609 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'name': 'tempest-TestMinimumBasicScenario-1737457809-router', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:34Z', 'updated_at': '2022-03-07T17:14:38Z', 'revision_number': 4, 'project_id': '6cffc14becfb475e83515734731c606c', 'gw_port': {'id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:35Z', 'updated_at': '2022-03-07T17:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'bbced837-013d-46b7-b244-e7cd4c9b328a', 'name': '', 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'mac_address': 'fa:16:3e:81:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '751c7a60-649c-4c87-a2d8-2151b056c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:37Z', 'updated_at': '2022-03-07T17:14:39Z', 'revision_number': 2, 'project_id': '6cffc14becfb475e83515734731c606c', 'subnets': [{'id': '751c7a60-649c-4c87-a2d8-2151b056c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:41.606226 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:41.654030 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Checking router: 54bc00c5-a539-431c-9fab-5ddccd127271 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:14:41.654804 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Updating router 54bc00c5-a539-431c-9fab-5ddccd127271 port bbced837-013d-46b7-b244-e7cd4c9b328a binding host dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:14:41.710789 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b3d43f-c619-4c2a-9589-856f8891ef1f,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:41.734313 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:41.824786 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Attempting to bind port a0b3d43f-c619-4c2a-9589-856f8891ef1f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:14:41.825446 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Attempting to bind port a0b3d43f-c619-4c2a-9589-856f8891ef1f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:14:41.825977 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Attempting to bind port a0b3d43f-c619-4c2a-9589-856f8891ef1f on network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:41.845375 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Port a0b3d43f-c619-4c2a-9589-856f8891ef1f on network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:14:41.845375 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Attempting to bind port a0b3d43f-c619-4c2a-9589-856f8891ef1f on network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:41.857898 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:14:41.860322 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Checking segment: {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:14:41.863033 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Bound using segment: {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:14:41.863445 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Bound port: a0b3d43f-c619-4c2a-9589-856f8891ef1f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a410de50-58ff-4609-bd98-01bad3fc041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:14:41.864027 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:42.059784 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] For port a0b3d43f-c619-4c2a-9589-856f8891ef1f, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:14:42.065113 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] For port a0b3d43f-c619-4c2a-9589-856f8891ef1f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0b3d43f-c619-4c2a-9589-856f8891ef1f,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:14:42.156685 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:42.177703 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514788d2-5f4d-453f-b6dc-b7199363353f req-b7cd00d3-0c48-4339-861a-047afd49672d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:42.182024 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-514788d2-5f4d-453f-b6dc-b7199363353f req-b7cd00d3-0c48-4339-861a-047afd49672d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 943 time: 0.1049342 Mar 07 17:14:42.272971 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:42.273950 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:42.276290 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] 10.222.0.65 "PUT /v2.0/ports/a0b3d43f-c619-4c2a-9589-856f8891ef1f HTTP/1.1" status: 200 len: 1093 time: 1.3852670 Mar 07 17:14:42.280560 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4f0710-63f0-4604-abe1-970905716229', 'tag': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:14:42.284804 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f501be58-d8b9-4a39-b239-1b987349027a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4f0710-63f0-4604-abe1-970905716229", "tag": "a0b3d43f-c619-4c2a-9589-856f8891ef1f"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:14:42.308374 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Publish callbacks [] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:42.355898 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8543506-67d9-4840-8bbe-8c9c9775bf80 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b3d43f-c619-4c2a-9589-856f8891ef1f,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:42.363912 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-514788d2-5f4d-453f-b6dc-b7199363353f req-ab832974-f1e4-45e5-9545-e37d50a2bde8 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487288 Mar 07 17:14:42.382594 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:14:42.383561 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799a5085-75ab-4f81-af41-e0c29628b1ec x-openstack-request-id: req-799a5085-75ab-4f81-af41-e0c29628b1ec {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:14:42.383868 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4f0710-63f0-4604-abe1-970905716229", "tag": "a0b3d43f-c619-4c2a-9589-856f8891ef1f", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:14:42.384408 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-799a5085-75ab-4f81-af41-e0c29628b1ec {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:14:42.384835 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4f0710-63f0-4604-abe1-970905716229', 'tag': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f', 'status': 'completed', 'code': 200} Mar 07 17:14:42.386874 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:42.506359 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a637c-6b4a-4d70-b539-a94aba80c08f None None] Pushing event updated for resources: {'Port': ['ID=bbced837-013d-46b7-b244-e7cd4c9b328a,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:42.582841 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501be58-d8b9-4a39-b239-1b987349027a req-3e8b60c9-0d4a-4ccd-8d99-17ce0afdd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:42.584591 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f501be58-d8b9-4a39-b239-1b987349027a req-3e8b60c9-0d4a-4ccd-8d99-17ce0afdd801 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 1127 time: 0.1238253 Mar 07 17:14:42.629018 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:42.629476 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:42.716091 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Attempting to bind port bbced837-013d-46b7-b244-e7cd4c9b328a on host dv-cinder-778193-24-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:14:42.716570 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Attempting to bind port bbced837-013d-46b7-b244-e7cd4c9b328a by drivers openvswitch,hyperv on host dv-cinder-778193-24-iscsi at level 0 using segments [{'id': '9a59c850-5db5-46ec-a40f-6be65c17cecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:14:42.719126 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Attempting to bind port bbced837-013d-46b7-b244-e7cd4c9b328a on network 7ed42dde-e7b7-4920-8a88-6a758f935f40 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:42.762600 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Checking agent: {'id': 'a5155b26-b734-4e7a-a727-71df2e04e303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 56, 35), 'started_at': datetime.datetime(2022, 3, 7, 16, 57, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:14:42.763215 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Checking segment: {'id': '9a59c850-5db5-46ec-a40f-6be65c17cecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:14:42.763833 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:42.764441 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Bound using segment: {'id': '9a59c850-5db5-46ec-a40f-6be65c17cecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:14:42.765201 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Bound port: bbced837-013d-46b7-b244-e7cd4c9b328a, host: dv-cinder-778193-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a59c850-5db5-46ec-a40f-6be65c17cecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:14:42.765806 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:42.774424 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501be58-d8b9-4a39-b239-1b987349027a req-765dfb14-1008-4e27-afe3-dc4a78f844e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:42.776194 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f501be58-d8b9-4a39-b239-1b987349027a req-765dfb14-1008-4e27-afe3-dc4a78f844e9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=92bdf6bf19df4e0d8303135729cf686c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1776557 Mar 07 17:14:42.930559 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501be58-d8b9-4a39-b239-1b987349027a req-6e72c878-e07c-478c-9948-8110815fc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:42.932224 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f501be58-d8b9-4a39-b239-1b987349027a req-6e72c878-e07c-478c-9948-8110815fc8c4 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1496847 Mar 07 17:14:43.052782 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] For port bbced837-013d-46b7-b244-e7cd4c9b328a, host dv-cinder-778193-24-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:14:43.075450 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7109304-397f-4201-befa-de947d144a02 req-f0a1d36f-f052-4c75-9f92-b4c3709d51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:43.079716 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-f0a1d36f-f052-4c75-9f92-b4c3709d51c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 1127 time: 0.0798285 Mar 07 17:14:43.091337 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:43.097879 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] For port bbced837-013d-46b7-b244-e7cd4c9b328a, host dv-cinder-778193-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=bbced837-013d-46b7-b244-e7cd4c9b328a,segment=NetworkSegment(9a59c850-5db5-46ec-a40f-6be65c17cecf),segment_id=9a59c850-5db5-46ec-a40f-6be65c17cecf)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:14:43.115755 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-047c1bd4-d1ed-497b-bf41-0cbaf5d96725 None None] Provisioning complete for port bbced837-013d-46b7-b244-e7cd4c9b328a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:43.116585 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-047c1bd4-d1ed-497b-bf41-0cbaf5d96725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:43.155490 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-fdfce992-3f52-4ef8-89f2-1bc4a716be5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b3d43f-c619-4c2a-9589-856f8891ef1f HTTP/1.1" status: 200 len: 217 time: 0.0646315 Mar 07 17:14:43.184846 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:43.222213 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7109304-397f-4201-befa-de947d144a02 req-f4039b22-7c03-47d8-a8a2-d005a4bd713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:43.223838 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-f4039b22-7c03-47d8-a8a2-d005a4bd713b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 200 len: 850 time: 0.0625420 Mar 07 17:14:43.258309 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-047c1bd4-d1ed-497b-bf41-0cbaf5d96725 None None] Port bbced837-013d-46b7-b244-e7cd4c9b328a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:14:43.315990 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Routers {'54bc00c5-a539-431c-9fab-5ddccd127271'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:14:43.317056 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['54bc00c5-a539-431c-9fab-5ddccd127271'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:43.330404 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7109304-397f-4201-befa-de947d144a02 req-c13946b9-5f77-4631-9dcb-8a97a0b11624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:43.344956 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-c13946b9-5f77-4631-9dcb-8a97a0b11624 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1143012 Mar 07 17:14:43.543973 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-f8726a03-5a0b-4e66-ba26-85f0e885e4c4 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922822 Mar 07 17:14:43.545074 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a637c-6b4a-4d70-b539-a94aba80c08f None None] Pushing event updated for resources: {'Port': ['ID=bbced837-013d-46b7-b244-e7cd4c9b328a,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:43.655721 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052ba2f-8549-472a-ba5f-5cca20d7377d req-8b891fe3-6e36-483c-9876-f7f3e14f1c36 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:43.665730 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5052ba2f-8549-472a-ba5f-5cca20d7377d req-8b891fe3-6e36-483c-9876-f7f3e14f1c36 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 943 time: 0.1424501 Mar 07 17:14:43.699517 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7109304-397f-4201-befa-de947d144a02 req-e2ec2f79-4477-4fdc-9e87-50bc3c6fdba8 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464682 Mar 07 17:14:43.774541 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-5052ba2f-8549-472a-ba5f-5cca20d7377d req-3001a951-6783-43f6-8e2e-4ab6039d3676 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981300 Mar 07 17:14:43.900429 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2b198bf2-4da2-491e-b645-f957ae353fac None None] Provisioning complete for port bbced837-013d-46b7-b244-e7cd4c9b328a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:43.900814 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2b198bf2-4da2-491e-b645-f957ae353fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:43.903955 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] Set router 54bc00c5-a539-431c-9fab-5ddccd127271 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:14:44.177488 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2b198bf2-4da2-491e-b645-f957ae353fac None None] Current status of the port bbced837-013d-46b7-b244-e7cd4c9b328a is: DOWN; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:44.178213 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2b198bf2-4da2-491e-b645-f957ae353fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:44.259374 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2b198bf2-4da2-491e-b645-f957ae353fac None None] For port bbced837-013d-46b7-b244-e7cd4c9b328a, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=bbced837-013d-46b7-b244-e7cd4c9b328a,segment=NetworkSegment(9a59c850-5db5-46ec-a40f-6be65c17cecf),segment_id=9a59c850-5db5-46ec-a40f-6be65c17cecf)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:44.278363 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'name': 'tempest-TestMinimumBasicScenario-1737457809-router', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:34Z', 'updated_at': '2022-03-07T17:14:38Z', 'revision_number': 4, 'project_id': '6cffc14becfb475e83515734731c606c', 'gw_port': {'id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:35Z', 'updated_at': '2022-03-07T17:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'bbced837-013d-46b7-b244-e7cd4c9b328a', 'name': '', 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'mac_address': 'fa:16:3e:81:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '751c7a60-649c-4c87-a2d8-2151b056c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:37Z', 'updated_at': '2022-03-07T17:14:43Z', 'revision_number': 4, 'project_id': '6cffc14becfb475e83515734731c606c', 'subnets': [{'id': '751c7a60-649c-4c87-a2d8-2151b056c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:14:44.316440 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa751f-67ad-4c1c-ae7b-3d2ef6e6b6e0 None None] The sync data for ids ['54bc00c5-a539-431c-9fab-5ddccd127271'] in dv-cinder-778193-24-iscsi is: [{'id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'name': 'tempest-TestMinimumBasicScenario-1737457809-router', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:34Z', 'updated_at': '2022-03-07T17:14:38Z', 'revision_number': 4, 'project_id': '6cffc14becfb475e83515734731c606c', 'gw_port': {'id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:35Z', 'updated_at': '2022-03-07T17:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'bbced837-013d-46b7-b244-e7cd4c9b328a', 'name': '', 'network_id': '7ed42dde-e7b7-4920-8a88-6a758f935f40', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'mac_address': 'fa:16:3e:81:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '751c7a60-649c-4c87-a2d8-2151b056c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:37Z', 'updated_at': '2022-03-07T17:14:43Z', 'revision_number': 4, 'project_id': '6cffc14becfb475e83515734731c606c', 'subnets': [{'id': '751c7a60-649c-4c87-a2d8-2151b056c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:14:44.361328 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2b198bf2-4da2-491e-b645-f957ae353fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:44.463677 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198bf2-4da2-491e-b645-f957ae353fac None None] Pushing event updated for resources: {'Port': ['ID=bbced837-013d-46b7-b244-e7cd4c9b328a,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:44.947199 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fc95d-e471-44d3-880a-6829eba4bc7a req-deb0c36f-60d4-4e44-be46-baf3983fde84 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:44.950935 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-448fc95d-e471-44d3-880a-6829eba4bc7a req-deb0c36f-60d4-4e44-be46-baf3983fde84 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 943 time: 0.0745492 Mar 07 17:14:45.025225 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-448fc95d-e471-44d3-880a-6829eba4bc7a req-c4e6ee75-00fd-43a5-9e0a-5fab4855f559 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595593 Mar 07 17:14:46.216849 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125d752-4dee-40c3-b676-3bfc5b7f42b8 req-e814a906-add5-4afb-bd5b-a046f17ea451 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:46.226044 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6125d752-4dee-40c3-b676-3bfc5b7f42b8 req-e814a906-add5-4afb-bd5b-a046f17ea451 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 943 time: 0.0955842 Mar 07 17:14:46.324441 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6125d752-4dee-40c3-b676-3bfc5b7f42b8 req-31723bbe-7368-430b-a4ff-ed1d3fa0e746 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828185 Mar 07 17:14:46.360457 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device bbced837-013d-46b7-b244-e7cd4c9b328a up at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:14:46.453741 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Provisioning complete for port bbced837-013d-46b7-b244-e7cd4c9b328a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:46.454118 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:46.564858 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Current status of the port bbced837-013d-46b7-b244-e7cd4c9b328a is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:47.461764 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29222b-8b97-42e5-80f8-8ba651ca3c42 req-aa5604ea-f2cc-4b0c-9b10-1106a0f0ce50 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:47.463433 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9d29222b-8b97-42e5-80f8-8ba651ca3c42 req-aa5604ea-f2cc-4b0c-9b10-1106a0f0ce50 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 943 time: 0.0733173 Mar 07 17:14:47.559547 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9d29222b-8b97-42e5-80f8-8ba651ca3c42 req-d677475c-0d88-4d55-b001-ee8c8cbd3da4 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882919 Mar 07 17:14:48.688521 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d25c03-a965-452f-97de-b78d1f6c60a6 req-6aaa2bb2-3f9e-41c5-a815-b11588262c61 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:48.689984 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c5d25c03-a965-452f-97de-b78d1f6c60a6 req-6aaa2bb2-3f9e-41c5-a815-b11588262c61 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 943 time: 0.0616229 Mar 07 17:14:48.749145 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c5d25c03-a965-452f-97de-b78d1f6c60a6 req-89a112e6-dc1d-456f-aaa6-2c0ff523e5ab tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528736 Mar 07 17:14:49.942833 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cfabf-3e21-42a9-b784-7eafa859ba3a req-e963db73-117a-4b79-974f-1dfcbca5b721 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:49.951004 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e28cfabf-3e21-42a9-b784-7eafa859ba3a req-e963db73-117a-4b79-974f-1dfcbca5b721 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 943 time: 0.0989661 Mar 07 17:14:50.029490 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e28cfabf-3e21-42a9-b784-7eafa859ba3a req-e03c45da-512c-4f22-8fa5-326713e4b7c9 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698178 Mar 07 17:14:51.245372 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad62d8-f32f-4ebd-93d4-39b2df3db0fa req-d17ab9a5-60eb-4a91-8900-b786e57111f4 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:51.246820 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-92ad62d8-f32f-4ebd-93d4-39b2df3db0fa req-d17ab9a5-60eb-4a91-8900-b786e57111f4 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 943 time: 0.0665388 Mar 07 17:14:51.312468 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-92ad62d8-f32f-4ebd-93d4-39b2df3db0fa req-275bea51-9ce1-4827-8ca0-b7d585d793a5 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555539 Mar 07 17:14:51.660603 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35112) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:51.847500 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:51.976641 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Publish callbacks [] for security_group (b77334eb-b291-4922-a3ad-3a25859a4450), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:52.051504 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (b77334eb-b291-4922-a3ad-3a25859a4450), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:52.099798 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ec36677fff74a899a7a9f0e186d9c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377475 Mar 07 17:14:52.100894 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77334eb-b291-4922-a3ad-3a25859a4450,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:52.102878 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35116) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:52.109799 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.110210 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.110594 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.110942 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.111283 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.111621 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.111990 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.112727 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.112870 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.113163 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.113443 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.113933 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.114401 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779182a-452c-475f-ac61-a05f876b1bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:52.178605 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39648ab6-8b1d-4d4c-9d96-71d62a502167 admin admin] Publish callbacks [] for security_group (b77334eb-b291-4922-a3ad-3a25859a4450), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:52.205113 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39648ab6-8b1d-4d4c-9d96-71d62a502167 admin admin] Publish callbacks [] for security_group (b77334eb-b291-4922-a3ad-3a25859a4450), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:52.471001 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d6ff-4ff2-49c2-9d4a-e59b97c75848 req-8038c6b8-d50a-403a-a656-cffb9e5e9f59 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:52.472481 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3470d6ff-4ff2-49c2-9d4a-e59b97c75848 req-8038c6b8-d50a-403a-a656-cffb9e5e9f59 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 943 time: 0.0565495 Mar 07 17:14:52.525756 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3470d6ff-4ff2-49c2-9d4a-e59b97c75848 req-458aa8ad-7a6a-4d58-aefe-63c5a73ec6e7 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463071 Mar 07 17:14:52.624017 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device a0b3d43f-c619-4c2a-9589-856f8891ef1f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:14:52.699871 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39648ab6-8b1d-4d4c-9d96-71d62a502167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (b77334eb-b291-4922-a3ad-3a25859a4450), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:52.702663 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39648ab6-8b1d-4d4c-9d96-71d62a502167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:52.703819 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-39648ab6-8b1d-4d4c-9d96-71d62a502167 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b77334eb-b291-4922-a3ad-3a25859a4450 HTTP/1.1" status: 204 len: 168 time: 0.5986745 Mar 07 17:14:52.714549 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39648ab6-8b1d-4d4c-9d96-71d62a502167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77334eb-b291-4922-a3ad-3a25859a4450,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:52.729604 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port a0b3d43f-c619-4c2a-9589-856f8891ef1f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0b3d43f-c619-4c2a-9589-856f8891ef1f,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:52.751655 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'port_id': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f', 'mac_address': 'fa:16:3e:f0:ac:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:14:52.793596 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port a0b3d43f-c619-4c2a-9589-856f8891ef1f is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:52.794049 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:52.807804 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b3d43f-c619-4c2a-9589-856f8891ef1f {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:14:52.832535 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port a0b3d43f-c619-4c2a-9589-856f8891ef1f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0b3d43f-c619-4c2a-9589-856f8891ef1f,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:52.939301 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:52.992660 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=a0b3d43f-c619-4c2a-9589-856f8891ef1f,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:53.245852 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['a0b3d43f-c619-4c2a-9589-856f8891ef1f'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:14:53.417690 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35128) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:53.436260 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9866a3b1-625f-4f1d-b36f-468aa159e64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:53.534421 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9866a3b1-625f-4f1d-b36f-468aa159e64f admin admin] Publish callbacks [] for security_group (7d87fab2-8185-42cf-b6c0-065b5797a977), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:53.652740 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b562c-dcb9-44b5-9687-4a3936c27f88 req-0729857d-18d9-46e0-b382-ffa27e235417 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:53.654215 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c69b562c-dcb9-44b5-9687-4a3936c27f88 req-0729857d-18d9-46e0-b382-ffa27e235417 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 944 time: 0.0551488 Mar 07 17:14:53.702070 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9866a3b1-625f-4f1d-b36f-468aa159e64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (7d87fab2-8185-42cf-b6c0-065b5797a977), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:53.710871 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c69b562c-dcb9-44b5-9687-4a3936c27f88 req-0d2fe924-523e-42b5-a9ad-2000f3eef7dc tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499351 Mar 07 17:14:53.748312 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866a3b1-625f-4f1d-b36f-468aa159e64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d87fab2-8185-42cf-b6c0-065b5797a977,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:53.755050 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-9866a3b1-625f-4f1d-b36f-468aa159e64f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b633ab5946144ec0b0749e214cecc304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319018 Mar 07 17:14:53.755344 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35132) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:53.809336 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b259d09f-e12c-4570-add2-6bf933c72470 admin admin] Publish callbacks [] for security_group (7d87fab2-8185-42cf-b6c0-065b5797a977), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:53.831124 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b259d09f-e12c-4570-add2-6bf933c72470 admin admin] Publish callbacks [] for security_group (7d87fab2-8185-42cf-b6c0-065b5797a977), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:53.937992 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b259d09f-e12c-4570-add2-6bf933c72470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (7d87fab2-8185-42cf-b6c0-065b5797a977), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:53.940713 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b259d09f-e12c-4570-add2-6bf933c72470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:53.941910 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-b259d09f-e12c-4570-add2-6bf933c72470 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d87fab2-8185-42cf-b6c0-065b5797a977 HTTP/1.1" status: 204 len: 168 time: 0.1857274 Mar 07 17:14:53.951637 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259d09f-e12c-4570-add2-6bf933c72470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d87fab2-8185-42cf-b6c0-065b5797a977,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:54.623074 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device a0b3d43f-c619-4c2a-9589-856f8891ef1f up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:14:54.638496 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-7db486e3-bec3-4321-a5bd-f6a3d2fd0ff0 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:54.644915 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-7db486e3-bec3-4321-a5bd-f6a3d2fd0ff0 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/networks?id=76da18d7-9df8-4f80-b5d2-414ec42ec26a HTTP/1.1" status: 200 len: 814 time: 0.1132667 Mar 07 17:14:54.656934 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-d0cf5311-da7b-40e0-9a70-bf01cbe55579 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/quotas/94ddb0a1045e4c93a220cc12a25dbd8f HTTP/1.1" status: 200 len: 375 time: 0.0105178 Mar 07 17:14:54.759994 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-13cb5ef4-b32a-447d-90af-2e25b14328a2 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551121 Mar 07 17:14:54.830220 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-b99bb819-6da7-41b4-a945-066519d8df06 service neutron] 10.222.0.52 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995007 Mar 07 17:14:54.843281 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a5a6f-7ed4-4ff7-a146-fb28dbf3eeb4 req-a18967f7-7059-4534-9bd7-afa195a1429a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:54.844805 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3c3a5a6f-7ed4-4ff7-a146-fb28dbf3eeb4 req-a18967f7-7059-4534-9bd7-afa195a1429a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 944 time: 0.0613887 Mar 07 17:14:54.852401 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port a0b3d43f-c619-4c2a-9589-856f8891ef1f completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:14:54.858029 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port a0b3d43f-c619-4c2a-9589-856f8891ef1f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:54.858446 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:54.923565 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3c3a5a6f-7ed4-4ff7-a146-fb28dbf3eeb4 req-88f056cd-afa9-49a8-be61-27ed55b81ddc tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578597 Mar 07 17:14:54.956610 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-86a35d41-acd2-4035-801a-3f5219f6cdba service neutron] 10.222.0.52 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203308 Mar 07 17:14:54.959038 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port a0b3d43f-c619-4c2a-9589-856f8891ef1f is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:54.959778 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:54.985739 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f0710-63f0-4604-abe1-970905716229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:14:54.988488 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa358214-9e80-434d-bdeb-e5681f555f9d" -d '{"events": [{"server_uuid": "cb4f0710-63f0-4604-abe1-970905716229", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3d43f-c619-4c2a-9589-856f8891ef1f"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:14:55.004859 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port a0b3d43f-c619-4c2a-9589-856f8891ef1f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0b3d43f-c619-4c2a-9589-856f8891ef1f,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:55.029015 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce08b09f-7150-436c-8378-0b15b8e00edf x-openstack-request-id: req-ce08b09f-7150-436c-8378-0b15b8e00edf {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:14:55.029358 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f0710-63f0-4604-abe1-970905716229", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3d43f-c619-4c2a-9589-856f8891ef1f", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:14:55.029631 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce08b09f-7150-436c-8378-0b15b8e00edf {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:14:55.030039 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4f0710-63f0-4604-abe1-970905716229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f', 'code': 200} Mar 07 17:14:55.122452 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:55.188261 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=a0b3d43f-c619-4c2a-9589-856f8891ef1f,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:55.317048 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-99437927-b3d4-421a-a5df-29956a95a0ff req-baadab41-2ceb-4338-902e-603fa6e784aa tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 210 time: 0.0518069 Mar 07 17:14:55.446471 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7fdb1-0375-4580-9a05-48f4271c4d56 req-92b34c43-4a74-4f09-85f4-cce6d84c9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:55.448052 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f7c7fdb1-0375-4580-9a05-48f4271c4d56 req-92b34c43-4a74-4f09-85f4-cce6d84c9aa8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 1129 time: 0.0494657 Mar 07 17:14:55.505040 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f7c7fdb1-0375-4580-9a05-48f4271c4d56 req-970799ab-bb54-423d-a07e-84ab9eb4348d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514977 Mar 07 17:14:56.032337 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad892d18-d1fa-4e82-a6ea-41bcc15ffce9 req-ef0be2f2-e2fb-46ad-89de-d0f6be7fac10 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:56.047766 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ad892d18-d1fa-4e82-a6ea-41bcc15ffce9 req-ef0be2f2-e2fb-46ad-89de-d0f6be7fac10 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 945 time: 0.0556834 Mar 07 17:14:56.086604 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ad892d18-d1fa-4e82-a6ea-41bcc15ffce9 req-ca9cf949-fdd9-4cb7-8b0c-5c4bcb0812d6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463035 Mar 07 17:14:56.413771 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d78b532f-617f-4847-a5f7-e380617f120e req-e666eec3-3437-43e7-aa99-65db4975b86a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 210 time: 0.0282254 Mar 07 17:14:57.216281 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad212334-f497-4006-b1ab-ca0f69cb8838 req-c5e0bf76-495c-450f-b902-a6b00bd8ed3a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:57.217794 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ad212334-f497-4006-b1ab-ca0f69cb8838 req-c5e0bf76-495c-450f-b902-a6b00bd8ed3a tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 945 time: 0.0606682 Mar 07 17:14:57.270739 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ad212334-f497-4006-b1ab-ca0f69cb8838 req-17436810-c92f-4599-b418-6153402f8f06 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466735 Mar 07 17:14:57.389620 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f2745-4213-4b91-bc4b-e9a707130754 req-26b818d6-e439-4b3d-a0d8-bf0a3a4d5f68 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:57.391185 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-743f2745-4213-4b91-bc4b-e9a707130754 req-26b818d6-e439-4b3d-a0d8-bf0a3a4d5f68 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 945 time: 0.0537241 Mar 07 17:14:57.442558 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-743f2745-4213-4b91-bc4b-e9a707130754 req-82b240dd-0f81-46e7-9aee-aebb94d15ecc tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454171 Mar 07 17:14:57.466005 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35224) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:57.533382 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-95cea12a-7354-4071-b041-85b5083e822f req-98004bce-c541-4826-a98c-c3a7e606db80 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 210 time: 0.0370989 Mar 07 17:14:57.544568 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f6dfd6-ebcc-44fd-974b-4932a218e13f tempest-TestVolumeBootPattern-1073435581 tempest-TestVolumeBootPattern-1073435581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:57.548420 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-86f6dfd6-ebcc-44fd-974b-4932a218e13f tempest-TestVolumeBootPattern-1073435581 tempest-TestVolumeBootPattern-1073435581-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 1124 time: 0.0813141 Mar 07 17:14:57.550354 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35226) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:14:57.555571 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'port_id': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:57.640702 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-429c3a3d-0564-4edf-a149-d145d8fbb8a3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:57.642297 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-429c3a3d-0564-4edf-a149-d145d8fbb8a3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.65 "GET /v2.0/networks?id=76da18d7-9df8-4f80-b5d2-414ec42ec26a HTTP/1.1" status: 200 len: 814 time: 0.1116431 Mar 07 17:14:57.660102 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Request body: {'port': {'device_id': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'admin_state_up': True, 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:57.681020 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:57.801861 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:57.898245 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Made reservation on behalf of 94ddb0a1045e4c93a220cc12a25dbd8f for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:14:57.902445 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:57.922508 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Allocated IP 172.27.1.77 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/1ee6aa3a-4845-4b3e-9933-cd47eafe66e5) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:14:58.043495 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for port (1ee6aa3a-4845-4b3e-9933-cd47eafe66e5), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:58.064935 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Allocated IP 172.20.0.7 (76da18d7-9df8-4f80-b5d2-414ec42ec26a/8096af94-551b-4dcb-ab71-55c6dab78fcf/11344da4-b8c2-4869-bc1d-0456872465a0) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:14:58.109962 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aad9a5b0-b92c-4631-b185-106c7e6c47de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:58.162737 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (1ee6aa3a-4845-4b3e-9933-cd47eafe66e5), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:58.203234 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:58.207185 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:58.211321 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:14:58.252288 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'Port': ['ID=1ee6aa3a-4845-4b3e-9933-cd47eafe66e5,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:58.293305 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for port (11344da4-b8c2-4869-bc1d-0456872465a0), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:58.492659 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:58.541588 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Network 76da18d7-9df8-4f80-b5d2-414ec42ec26a is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:58.544931 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:58.548771 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:14:58.592903 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'Port': ['ID=11344da4-b8c2-4869-bc1d-0456872465a0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:58.626841 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:58.627615 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:58.645359 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (80e182f0-d8e0-4666-8abe-d9b68cd3ea80), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:58.721349 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbea7b-bad6-4094-b567-d887fe4c2b2c req-c2fef05a-5d44-441c-92c1-781222d1b5d3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:58.731160 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bdbbea7b-bad6-4094-b567-d887fe4c2b2c req-c2fef05a-5d44-441c-92c1-781222d1b5d3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 931 time: 0.0917342 Mar 07 17:14:58.778484 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-80936609-1f38-4cc0-b05d-911b6388af1a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1229353 Mar 07 17:14:58.809602 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bdbbea7b-bad6-4094-b567-d887fe4c2b2c req-24ee420c-42cd-42f4-9875-6308f6d99835 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771987 Mar 07 17:14:58.847699 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Request body: {'port': {'device_id': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:58.870340 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (1ee6aa3a-4845-4b3e-9933-cd47eafe66e5), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:58.919260 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-972896c1-0025-4d78-b33c-1fcae43ae52e None None] Provisioning complete for port 11344da4-b8c2-4869-bc1d-0456872465a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:58.919698 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-972896c1-0025-4d78-b33c-1fcae43ae52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:58.945827 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:59.018880 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-972896c1-0025-4d78-b33c-1fcae43ae52e None None] Port 11344da4-b8c2-4869-bc1d-0456872465a0 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:14:59.117328 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for port (1ee6aa3a-4845-4b3e-9933-cd47eafe66e5), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:59.200604 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (1ee6aa3a-4845-4b3e-9933-cd47eafe66e5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:59.329913 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11344da4-b8c2-4869-bc1d-0456872465a0 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:14:59.339414 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Publish callbacks [] for port (11344da4-b8c2-4869-bc1d-0456872465a0), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:59.352602 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Transition to ACTIVE for port object 11344da4-b8c2-4869-bc1d-0456872465a0 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:14:59.362061 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event updated for resources: {'Port': ['ID=1ee6aa3a-4845-4b3e-9933-cd47eafe66e5,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:59.382669 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (80e182f0-d8e0-4666-8abe-d9b68cd3ea80), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:59.447482 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:59.589414 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Floating IP 80e182f0-d8e0-4666-8abe-d9b68cd3ea80 associated. External IP: 172.27.1.77, port: a0b3d43f-c619-4c2a-9589-856f8891ef1f. Mar 07 17:14:59.590703 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Pushing event updated for resources: {'Port': ['ID=11344da4-b8c2-4869-bc1d-0456872465a0,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:59.726568 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Attempting to bind port 11344da4-b8c2-4869-bc1d-0456872465a0 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:14:59.727157 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Attempting to bind port 11344da4-b8c2-4869-bc1d-0456872465a0 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:14:59.728096 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Attempting to bind port 11344da4-b8c2-4869-bc1d-0456872465a0 on network 76da18d7-9df8-4f80-b5d2-414ec42ec26a {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:59.733648 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Port 11344da4-b8c2-4869-bc1d-0456872465a0 on network 76da18d7-9df8-4f80-b5d2-414ec42ec26a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:14:59.734333 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Attempting to bind port 11344da4-b8c2-4869-bc1d-0456872465a0 on network 76da18d7-9df8-4f80-b5d2-414ec42ec26a {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:59.741156 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:14:59.741619 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Checking segment: {'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:14:59.742142 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Bound using segment: {'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:14:59.742738 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Bound port: 11344da4-b8c2-4869-bc1d-0456872465a0, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad67703-ace3-4438-bdb1-ba7103fc4a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:14:59.767553 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:59.936282 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] For port 11344da4-b8c2-4869-bc1d-0456872465a0, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:14:59.942536 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] For port 11344da4-b8c2-4869-bc1d-0456872465a0, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=11344da4-b8c2-4869-bc1d-0456872465a0,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:15:00.041156 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:00.046001 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f37462-1ffe-44a1-9d5d-01e121fff916 req-6734f3a1-3244-462c-86b5-35d3f1c889d3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:00.054075 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-12f37462-1ffe-44a1-9d5d-01e121fff916 req-6734f3a1-3244-462c-86b5-35d3f1c889d3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 943 time: 0.1254079 Mar 07 17:15:00.078196 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:15:00.085443 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:00.086076 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:00.087538 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] 10.222.0.65 "PUT /v2.0/ports/11344da4-b8c2-4869-bc1d-0456872465a0 HTTP/1.1" status: 200 len: 1093 time: 1.2455206 Mar 07 17:15:00.088010 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:00.095558 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a5a2c6-01c1-451a-ac77-029ca91895e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:00.128160 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-12f37462-1ffe-44a1-9d5d-01e121fff916 req-27e63c3f-f883-4a14-b9ef-b7746d2abd8a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729942 Mar 07 17:15:00.135759 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b830a-1e3b-4742-87bd-d66a726d143d service neutron] Pushing event updated for resources: {'Port': ['ID=11344da4-b8c2-4869-bc1d-0456872465a0,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:00.180658 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9d7660-6303-4c17-b56d-1ec673cc721a x-openstack-request-id: req-cb9d7660-6303-4c17-b56d-1ec673cc721a {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:00.180658 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:00.180658 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb9d7660-6303-4c17-b56d-1ec673cc721a {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:00.180658 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0', 'status': 'completed', 'code': 200} Mar 07 17:15:00.314798 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:15:00.327805 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df363a67-a49d-49e7-8fa0-35bd974bc871 None None] Sync routers for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:15:00.344084 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7cce7d67-e161-41ab-8b3e-b3f388d784bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:00.353388 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df363a67-a49d-49e7-8fa0-35bd974bc871 None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:15:00.356151 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-df363a67-a49d-49e7-8fa0-35bd974bc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:14:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:00.424779 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:00.480543 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5a2c6-01c1-451a-ac77-029ca91895e8 req-287839e8-60b2-4f99-b65b-32c1d747bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:00.484557 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d5a5a2c6-01c1-451a-ac77-029ca91895e8 req-287839e8-60b2-4f99-b65b-32c1d747bac3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f&device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 1127 time: 0.1260922 Mar 07 17:15:00.521151 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-26e13d4b-e44a-4444-b66d-b86db02f3c27 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9623280 Mar 07 17:15:00.523051 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4f0710-63f0-4604-abe1-970905716229', 'tag': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:00.527536 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4f0710-63f0-4604-abe1-970905716229", "tag": "a0b3d43f-c619-4c2a-9589-856f8891ef1f"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:00.575468 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-df363a67-a49d-49e7-8fa0-35bd974bc871 None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:15:00.583067 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0bda28-281d-4e74-ae1d-aec153287811 x-openstack-request-id: req-ba0bda28-281d-4e74-ae1d-aec153287811 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:00.583067 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4f0710-63f0-4604-abe1-970905716229", "tag": "a0b3d43f-c619-4c2a-9589-856f8891ef1f", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:00.583395 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba0bda28-281d-4e74-ae1d-aec153287811 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:00.583549 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4f0710-63f0-4604-abe1-970905716229', 'tag': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f', 'status': 'completed', 'code': 200} Mar 07 17:15:00.880347 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-df363a67-a49d-49e7-8fa0-35bd974bc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '80e182f0-d8e0-4666-8abe-d9b68cd3ea80', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:f0:ac:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f0710-63f0-4604-abe1-970905716229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:14:58Z', 'updated_at': '2022-03-07T17:14:58Z', 'revision_number': 0, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}, {'id': '832d3b2a-ea07-445f-9c49-1e0fa4b8578d', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:b4:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:45Z', 'updated_at': '2022-03-07T17:12:47Z', 'revision_number': 1, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:00.913976 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df363a67-a49d-49e7-8fa0-35bd974bc871 None None] Checking router: 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:15:00.925707 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df363a67-a49d-49e7-8fa0-35bd974bc871 None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:15:00.926660 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-df363a67-a49d-49e7-8fa0-35bd974bc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:15:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:01.006605 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87 req-9a52b2a2-eb5b-4db5-9501-be24307e809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:01.008412 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87 req-9a52b2a2-eb5b-4db5-9501-be24307e809c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 1129 time: 0.0560918 Mar 07 17:15:01.056502 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5a2c6-01c1-451a-ac77-029ca91895e8 req-eb6701b4-3695-41c9-8c35-70070dd7e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:01.062139 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d5a5a2c6-01c1-451a-ac77-029ca91895e8 req-eb6701b4-3695-41c9-8c35-70070dd7e922 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2181854 Mar 07 17:15:01.149444 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-df363a67-a49d-49e7-8fa0-35bd974bc871 None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:15:01.447656 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87 req-d28b6b25-2d3d-4ca3-87e0-bbc8dcbac67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:01.452305 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87 req-d28b6b25-2d3d-4ca3-87e0-bbc8dcbac67a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 912 time: 0.2274957 Mar 07 17:15:01.513926 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-df363a67-a49d-49e7-8fa0-35bd974bc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '80e182f0-d8e0-4666-8abe-d9b68cd3ea80', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:f0:ac:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f0710-63f0-4604-abe1-970905716229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:14:58Z', 'updated_at': '2022-03-07T17:14:58Z', 'revision_number': 0, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}, {'id': '832d3b2a-ea07-445f-9c49-1e0fa4b8578d', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:b4:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:45Z', 'updated_at': '2022-03-07T17:12:47Z', 'revision_number': 1, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:01.538117 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5a2c6-01c1-451a-ac77-029ca91895e8 req-ab69f549-65b4-49e0-a24a-f0df9e51f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:01.540216 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d5a5a2c6-01c1-451a-ac77-029ca91895e8 req-ab69f549-65b4-49e0-a24a-f0df9e51f5b3 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3157256 Mar 07 17:15:01.563356 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c3838-7025-46a8-b82c-8200188accab req-ac67c9f0-1cf0-480b-b683-1f0801062446 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:01.565224 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9f2c3838-7025-46a8-b82c-8200188accab req-ac67c9f0-1cf0-480b-b683-1f0801062446 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 943 time: 0.1459477 Mar 07 17:15:01.584153 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df363a67-a49d-49e7-8fa0-35bd974bc871 None None] The sync data for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi is: [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '80e182f0-d8e0-4666-8abe-d9b68cd3ea80', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:f0:ac:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f0710-63f0-4604-abe1-970905716229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:14:58Z', 'updated_at': '2022-03-07T17:14:58Z', 'revision_number': 0, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}, {'id': '832d3b2a-ea07-445f-9c49-1e0fa4b8578d', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:b4:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:45Z', 'updated_at': '2022-03-07T17:12:47Z', 'revision_number': 1, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:15:01.670226 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87 req-0aa626cb-95b3-4f7e-87a7-b45f367785c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b3d43f-c619-4c2a-9589-856f8891ef1f HTTP/1.1" status: 200 len: 998 time: 0.2013431 Mar 07 17:15:01.709718 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9f2c3838-7025-46a8-b82c-8200188accab req-0271d563-6ff3-4de5-87fe-0cc6300d77ee tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373925 Mar 07 17:15:01.822042 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-799f7d19-5691-4ff8-83e9-9b870d57b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:01.824934 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-799f7d19-5691-4ff8-83e9-9b870d57b4f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f&device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 1127 time: 0.1587121 Mar 07 17:15:01.885872 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87 req-47864b00-7f46-4631-bafc-7959ffc82871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:01.887630 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87 req-47864b00-7f46-4631-bafc-7959ffc82871 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 200 len: 850 time: 0.1193423 Mar 07 17:15:01.941838 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-c7cca8f6-b282-47b4-aeb9-906146a4c025 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11344da4-b8c2-4869-bc1d-0456872465a0 HTTP/1.1" status: 200 len: 217 time: 0.0975337 Mar 07 17:15:02.013161 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:02.013161 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d001ec-06ab-48d1-bdb1-c525da6c83f5 None None] New status for floating IP 80e182f0-d8e0-4666-8abe-d9b68cd3ea80: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:15:02.089890 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87 req-38a25f52-c280-4cf1-9cff-fb24871625c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:02.094076 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87 req-38a25f52-c280-4cf1-9cff-fb24871625c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0835395 Mar 07 17:15:02.127154 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-25baaa63-9eb7-4fcc-8c57-c6ac2a5c5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:02.132900 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-25baaa63-9eb7-4fcc-8c57-c6ac2a5c5e16 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8096af94-551b-4dcb-ab71-55c6dab78fcf HTTP/1.1" status: 200 len: 853 time: 0.1070802 Mar 07 17:15:02.880476 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31459-d9a9-46e7-8f7a-eab2e65961b3 req-1f2c26cb-4e45-4a4b-9734-6abf76cdbf7a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:02.883340 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e1e31459-d9a9-46e7-8f7a-eab2e65961b3 req-1f2c26cb-4e45-4a4b-9734-6abf76cdbf7a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 943 time: 0.0708561 Mar 07 17:15:02.959299 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e1e31459-d9a9-46e7-8f7a-eab2e65961b3 req-dfd3f8ea-67c0-41bf-8ec0-0e1339b8c7e2 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706859 Mar 07 17:15:03.155692 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:04.100613 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cb28c-6061-4b3b-9bca-80d81b1f8cac req-eaa5ba4d-94b4-43c7-8ae2-dc9b8592e0c6 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:04.102400 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f47cb28c-6061-4b3b-9bca-80d81b1f8cac req-eaa5ba4d-94b4-43c7-8ae2-dc9b8592e0c6 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 943 time: 0.0665812 Mar 07 17:15:04.170280 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f47cb28c-6061-4b3b-9bca-80d81b1f8cac req-87846e71-c563-4a3f-984b-bd2091d7382c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607193 Mar 07 17:15:04.841167 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:05.309038 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53637395-3bb7-4f16-b9e9-7da32150a2ca req-5b8cbf53-9220-49e2-a7e7-aaaa22e1acbf tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:05.310634 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-53637395-3bb7-4f16-b9e9-7da32150a2ca req-5b8cbf53-9220-49e2-a7e7-aaaa22e1acbf tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 943 time: 0.0614164 Mar 07 17:15:05.363990 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-53637395-3bb7-4f16-b9e9-7da32150a2ca req-ecddbd12-ddc4-492f-963f-545d01a17783 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475922 Mar 07 17:15:06.500430 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdd9d1-7273-4fe7-858b-3ff87daf5f7e req-dde94fdb-e562-4170-9dca-2f16da51fd83 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:06.502026 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d9cdd9d1-7273-4fe7-858b-3ff87daf5f7e req-dde94fdb-e562-4170-9dca-2f16da51fd83 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 943 time: 0.0565901 Mar 07 17:15:06.601773 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d9cdd9d1-7273-4fe7-858b-3ff87daf5f7e req-2ada60ed-54af-47ef-b927-5df4c07fbe4c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932124 Mar 07 17:15:07.561074 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-057747cc-06db-48b6-bb3f-3f2a5f001fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:07.562696 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-057747cc-06db-48b6-bb3f-3f2a5f001fdf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76da18d7-9df8-4f80-b5d2-414ec42ec26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512023 Mar 07 17:15:07.596985 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87 req-516eee42-c8d1-47f9-a310-88382c45d8ab service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923669 Mar 07 17:15:07.685427 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-21265668-0f80-4409-ade5-92ebdb8e8488 service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120832 Mar 07 17:15:07.747903 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-2383b5b7-00bc-4aaf-8048-c4a428ae6b87 req-dfbfab5a-b032-4b30-bf16-7b27970e0604 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422293 Mar 07 17:15:07.792726 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd644d-e2d4-4324-b3b8-56b9f0b6c96d req-b90e064f-6acc-4974-8968-ae4e31b79d5a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:07.794313 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-effd644d-e2d4-4324-b3b8-56b9f0b6c96d req-b90e064f-6acc-4974-8968-ae4e31b79d5a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 943 time: 0.0700634 Mar 07 17:15:07.806407 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25e2a9ad-2d03-4e52-a866-f6dbcabf1318 req-27892b42-e98f-41be-807b-cb7c331ab927 service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114976 Mar 07 17:15:07.857367 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-effd644d-e2d4-4324-b3b8-56b9f0b6c96d req-4d3d81a5-2fc5-4294-904e-afbc8fb8b45d tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521512 Mar 07 17:15:09.014608 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cd67f-1960-45d8-8dca-bcd107a14bfc req-fb5634d4-55ab-4d83-844a-91ec9bd5d9de tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:09.016190 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3cd67f-1960-45d8-8dca-bcd107a14bfc req-fb5634d4-55ab-4d83-844a-91ec9bd5d9de tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 943 time: 0.0674496 Mar 07 17:15:09.082547 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b3cd67f-1960-45d8-8dca-bcd107a14bfc req-5b099377-3f8d-40b1-b3ae-f3690803fbfd tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553100 Mar 07 17:15:10.255448 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ef4f5-5e77-48b0-ba37-1ef95a784edd req-50e3dfe7-3851-4c4a-925e-5cc4fafc5156 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:10.257936 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e76ef4f5-5e77-48b0-ba37-1ef95a784edd req-50e3dfe7-3851-4c4a-925e-5cc4fafc5156 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 943 time: 0.0940192 Mar 07 17:15:10.308897 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e76ef4f5-5e77-48b0-ba37-1ef95a784edd req-5b370441-901a-4ab7-92a8-9d0708fa972e tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Mar 07 17:15:10.716340 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:10.718877 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 11344da4-b8c2-4869-bc1d-0456872465a0 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:15:10.839294 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 11344da4-b8c2-4869-bc1d-0456872465a0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=11344da4-b8c2-4869-bc1d-0456872465a0,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:10.850539 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '11344da4-b8c2-4869-bc1d-0456872465a0', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'port_id': '11344da4-b8c2-4869-bc1d-0456872465a0', 'mac_address': 'fa:16:3e:b0:3d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:15:10.894867 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 11344da4-b8c2-4869-bc1d-0456872465a0 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:15:10.895265 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:10.908631 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11344da4-b8c2-4869-bc1d-0456872465a0 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:15:10.930535 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 11344da4-b8c2-4869-bc1d-0456872465a0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=11344da4-b8c2-4869-bc1d-0456872465a0,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:11.187685 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:11.260578 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=11344da4-b8c2-4869-bc1d-0456872465a0,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:11.357157 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:15:11.453670 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16efbdd-0642-480e-9fd0-b8a006836abb req-bba3c756-0cd9-43ea-88f3-7def523bc7fa tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:11.455160 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d16efbdd-0642-480e-9fd0-b8a006836abb req-bba3c756-0cd9-43ea-88f3-7def523bc7fa tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 944 time: 0.0619035 Mar 07 17:15:11.486010 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['11344da4-b8c2-4869-bc1d-0456872465a0'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:15:11.509901 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d16efbdd-0642-480e-9fd0-b8a006836abb req-48ec6925-a984-4b6d-a7e2-1311584c11ff tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482607 Mar 07 17:15:11.948453 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35376) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:12.075587 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c662ad6-6ced-4922-b2b5-d57eaf2af66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:12.165278 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c662ad6-6ced-4922-b2b5-d57eaf2af66f admin admin] Publish callbacks [] for security_group (1d914eb3-0a3e-423c-bd1a-53fa667e4595), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:12.239226 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c662ad6-6ced-4922-b2b5-d57eaf2af66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1d914eb3-0a3e-423c-bd1a-53fa667e4595), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:12.278760 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c662ad6-6ced-4922-b2b5-d57eaf2af66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d914eb3-0a3e-423c-bd1a-53fa667e4595,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:12.283082 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-9c662ad6-6ced-4922-b2b5-d57eaf2af66f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=299be1c4b03649f4b7b5f3e5fe839980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333423 Mar 07 17:15:12.288211 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35380) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:12.342523 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-892ffd02-5348-425a-bacd-5bdfb2d3c0d1 admin admin] Publish callbacks [] for security_group (1d914eb3-0a3e-423c-bd1a-53fa667e4595), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:12.365342 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-892ffd02-5348-425a-bacd-5bdfb2d3c0d1 admin admin] Publish callbacks [] for security_group (1d914eb3-0a3e-423c-bd1a-53fa667e4595), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:12.555187 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-892ffd02-5348-425a-bacd-5bdfb2d3c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (1d914eb3-0a3e-423c-bd1a-53fa667e4595), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:12.559972 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-892ffd02-5348-425a-bacd-5bdfb2d3c0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:12.561248 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-892ffd02-5348-425a-bacd-5bdfb2d3c0d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d914eb3-0a3e-423c-bd1a-53fa667e4595 HTTP/1.1" status: 204 len: 168 time: 0.2732158 Mar 07 17:15:12.569585 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ffd02-5348-425a-bacd-5bdfb2d3c0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d914eb3-0a3e-423c-bd1a-53fa667e4595,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:12.749417 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 11344da4-b8c2-4869-bc1d-0456872465a0 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:15:12.768962 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac92f82-08d9-49f9-b5e5-e2d26c70edc2 req-f77b4d5b-479f-4894-8658-ed69bee2e077 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:12.771181 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dac92f82-08d9-49f9-b5e5-e2d26c70edc2 req-f77b4d5b-479f-4894-8658-ed69bee2e077 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 944 time: 0.1838369 Mar 07 17:15:12.831230 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-dac92f82-08d9-49f9-b5e5-e2d26c70edc2 req-b29082ae-a627-4c59-983c-7fc07fe161e3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542612 Mar 07 17:15:12.880480 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 11344da4-b8c2-4869-bc1d-0456872465a0 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:15:12.885744 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 11344da4-b8c2-4869-bc1d-0456872465a0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:15:12.886251 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:12.970019 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 11344da4-b8c2-4869-bc1d-0456872465a0 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:15:12.970499 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:12.993359 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:12.995705 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f922da-9adf-43f0-aa5b-010004e5cdfc" -d '{"events": [{"server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "name": "network-vif-plugged", "status": "completed", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:13.008003 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 11344da4-b8c2-4869-bc1d-0456872465a0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=11344da4-b8c2-4869-bc1d-0456872465a0,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:13.032773 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1e82a6-2741-491a-9949-d90779a483e4 x-openstack-request-id: req-aa1e82a6-2741-491a-9949-d90779a483e4 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:13.033076 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "name": "network-vif-plugged", "status": "completed", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:13.033339 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa1e82a6-2741-491a-9949-d90779a483e4 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:13.033767 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0', 'code': 200} Mar 07 17:15:13.090133 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:13.138662 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=11344da4-b8c2-4869-bc1d-0456872465a0,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:13.198750 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35392) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:13.211666 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f899b99-1048-430b-95bc-27f193afa964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:13.284855 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f899b99-1048-430b-95bc-27f193afa964 admin admin] Publish callbacks [] for security_group (75af25e4-818c-45f8-aab6-28228ed7f236), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:13.355065 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f899b99-1048-430b-95bc-27f193afa964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (75af25e4-818c-45f8-aab6-28228ed7f236), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:13.383503 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01614664-4e4d-4417-8c58-d5cef8dd0d2c req-66222186-9559-40c0-9f20-b6bf99d69a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:13.385594 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-01614664-4e4d-4417-8c58-d5cef8dd0d2c req-66222186-9559-40c0-9f20-b6bf99d69a79 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 1129 time: 0.0457017 Mar 07 17:15:13.402355 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-5f899b99-1048-430b-95bc-27f193afa964 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2a182db028d4f5ebd30339ad1ef0c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025046 Mar 07 17:15:13.403250 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f899b99-1048-430b-95bc-27f193afa964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75af25e4-818c-45f8-aab6-28228ed7f236,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:13.405820 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35394) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:13.457610 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-01614664-4e4d-4417-8c58-d5cef8dd0d2c req-be1055eb-466d-4b26-b55c-834328602c77 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667176 Mar 07 17:15:13.473959 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e6-d564-4302-9a91-ea57d50cf8d3 admin admin] Publish callbacks [] for security_group (75af25e4-818c-45f8-aab6-28228ed7f236), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:13.496873 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e6-d564-4302-9a91-ea57d50cf8d3 admin admin] Publish callbacks [] for security_group (75af25e4-818c-45f8-aab6-28228ed7f236), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:13.623526 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e6-d564-4302-9a91-ea57d50cf8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (75af25e4-818c-45f8-aab6-28228ed7f236), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:13.625926 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e6-d564-4302-9a91-ea57d50cf8d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:13.627086 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1f7fe4e6-d564-4302-9a91-ea57d50cf8d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75af25e4-818c-45f8-aab6-28228ed7f236 HTTP/1.1" status: 204 len: 168 time: 0.2202492 Mar 07 17:15:13.635913 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fe4e6-d564-4302-9a91-ea57d50cf8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75af25e4-818c-45f8-aab6-28228ed7f236,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:14.226765 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701f8f4-01ff-4327-9330-4b68716ecf80 req-52fcf4fb-44ff-4925-a292-1e5cf849b42d tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:14.228154 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6701f8f4-01ff-4327-9330-4b68716ecf80 req-52fcf4fb-44ff-4925-a292-1e5cf849b42d tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 945 time: 0.3213794 Mar 07 17:15:14.276929 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6701f8f4-01ff-4327-9330-4b68716ecf80 req-f666ad25-5060-4147-a9ec-1874df6b40b5 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Mar 07 17:15:15.827312 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea7662-82cd-42ee-8444-9f574c45ed4a req-294b531b-4c37-4d57-aaa0-545a8201fbff tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:15.828784 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-71ea7662-82cd-42ee-8444-9f574c45ed4a req-294b531b-4c37-4d57-aaa0-545a8201fbff tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 945 time: 0.4815555 Mar 07 17:15:15.877630 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-71ea7662-82cd-42ee-8444-9f574c45ed4a req-6dbcd0af-f997-4316-9fba-f3124e14cce6 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Mar 07 17:15:15.996901 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1956-5887-401e-889a-02d4a90e3d42 req-925a3649-85b7-4721-a726-4010779fd9c9 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:15.998423 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-103c1956-5887-401e-889a-02d4a90e3d42 req-925a3649-85b7-4721-a726-4010779fd9c9 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 945 time: 0.0525002 Mar 07 17:15:16.045048 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-103c1956-5887-401e-889a-02d4a90e3d42 req-269e20bd-f133-48a1-9a7f-40a506961acd tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Mar 07 17:15:16.376339 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa80a2-30fa-4aef-a1e9-23993e5b2bb9 req-e301cc0d-f7de-48be-b762-a37e60586a28 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:16.377865 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bcaa80a2-30fa-4aef-a1e9-23993e5b2bb9 req-e301cc0d-f7de-48be-b762-a37e60586a28 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 945 time: 0.0603211 Mar 07 17:15:16.428125 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-bcaa80a2-30fa-4aef-a1e9-23993e5b2bb9 req-4e3c7f97-a466-4738-8cd1-6dd8ef40dbe2 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443745 Mar 07 17:15:18.292128 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35492) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:18.406987 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b8106ea-1166-4660-a099-3c6d8c37d970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:18.488447 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b8106ea-1166-4660-a099-3c6d8c37d970 admin admin] Publish callbacks [] for security_group (0486c4ad-f86d-4f9d-ad37-5d3aff3b1252), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:18.623526 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b8106ea-1166-4660-a099-3c6d8c37d970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (0486c4ad-f86d-4f9d-ad37-5d3aff3b1252), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:18.681347 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8b8106ea-1166-4660-a099-3c6d8c37d970 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0cea14f94634e3fa3b989b90681748c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880172 Mar 07 17:15:18.682731 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8106ea-1166-4660-a099-3c6d8c37d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0486c4ad-f86d-4f9d-ad37-5d3aff3b1252,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:18.684204 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35500) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:18.760614 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-31345382-4edd-495b-814f-24bf59c1542d admin admin] Publish callbacks [] for security_group (0486c4ad-f86d-4f9d-ad37-5d3aff3b1252), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:18.787713 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-31345382-4edd-495b-814f-24bf59c1542d admin admin] Publish callbacks [] for security_group (0486c4ad-f86d-4f9d-ad37-5d3aff3b1252), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:18.903878 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-31345382-4edd-495b-814f-24bf59c1542d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (0486c4ad-f86d-4f9d-ad37-5d3aff3b1252), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:18.908083 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-31345382-4edd-495b-814f-24bf59c1542d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:18.909847 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-31345382-4edd-495b-814f-24bf59c1542d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0486c4ad-f86d-4f9d-ad37-5d3aff3b1252 HTTP/1.1" status: 204 len: 168 time: 0.2235849 Mar 07 17:15:18.921898 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31345382-4edd-495b-814f-24bf59c1542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0486c4ad-f86d-4f9d-ad37-5d3aff3b1252,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:19.634090 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35512) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:19.648436 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ff9164-14f5-484d-bfc0-972cba44776a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:19.728042 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ff9164-14f5-484d-bfc0-972cba44776a admin admin] Publish callbacks [] for security_group (07e88068-c078-4085-99e2-43fd44512781), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:19.795121 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39ff9164-14f5-484d-bfc0-972cba44776a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (07e88068-c078-4085-99e2-43fd44512781), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:19.838849 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-39ff9164-14f5-484d-bfc0-972cba44776a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=817961e54e0945e7999153ce67cfbf20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028573 Mar 07 17:15:19.839583 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff9164-14f5-484d-bfc0-972cba44776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e88068-c078-4085-99e2-43fd44512781,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:19.842387 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35514) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:19.897452 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9fc7be7-aa0c-43c6-a622-539373b63809 admin admin] Publish callbacks [] for security_group (07e88068-c078-4085-99e2-43fd44512781), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:19.933905 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9fc7be7-aa0c-43c6-a622-539373b63809 admin admin] Publish callbacks [] for security_group (07e88068-c078-4085-99e2-43fd44512781), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:20.006841 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-49f7e07d-9c80-4a0d-a0ff-da3e50f181ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706937 Mar 07 17:15:20.104420 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9fc7be7-aa0c-43c6-a622-539373b63809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (07e88068-c078-4085-99e2-43fd44512781), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:20.107053 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9fc7be7-aa0c-43c6-a622-539373b63809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:20.108250 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f9fc7be7-aa0c-43c6-a622-539373b63809 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07e88068-c078-4085-99e2-43fd44512781 HTTP/1.1" status: 204 len: 168 time: 0.2644989 Mar 07 17:15:20.120582 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc7be7-aa0c-43c6-a622-539373b63809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e88068-c078-4085-99e2-43fd44512781,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:20.141111 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-b37ae21f-e883-48fb-9fa4-997895b48eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:20.142792 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-b37ae21f-e883-48fb-9fa4-997895b48eca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 1130 time: 0.0654361 Mar 07 17:15:20.268860 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-c3b4b766-9ef1-4041-9ad4-2a519355d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:20.270262 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-c3b4b766-9ef1-4041-9ad4-2a519355d7f8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 912 time: 0.1044548 Mar 07 17:15:20.336410 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-79bbcb00-ad73-4311-abb8-88a2e58d09b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ffe370c-260d-4946-9cb4-662d4ca1cf53 HTTP/1.1" status: 200 len: 1002 time: 0.0595715 Mar 07 17:15:20.390651 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-a18d4030-ff87-400c-9112-eb9480d3adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:20.392103 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-a18d4030-ff87-400c-9112-eb9480d3adb6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 200 len: 850 time: 0.0495605 Mar 07 17:15:20.443528 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-67609d6d-72c4-442f-a80b-fce21107cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:20.445132 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-67609d6d-72c4-442f-a80b-fce21107cedf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454421 Mar 07 17:15:20.536274 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-5e2aef02-fc41-4b6b-ba9b-98643bf8ee1a service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845687 Mar 07 17:15:20.630196 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50310cd7-a25c-4999-b935-7cc0b973eb91 req-2664191f-56b5-40b9-a8ef-206573f5e581 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877805 Mar 07 17:15:25.701431 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35586) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:25.842564 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6c152f20-e1ba-4ae6-9118-c171dec8a0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:25.932317 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6c152f20-e1ba-4ae6-9118-c171dec8a0cf admin admin] Publish callbacks [] for security_group (c5ba45ca-97b3-4385-ac25-885212384844), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:26.012009 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6c152f20-e1ba-4ae6-9118-c171dec8a0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (c5ba45ca-97b3-4385-ac25-885212384844), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:26.065081 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-6c152f20-e1ba-4ae6-9118-c171dec8a0cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4f7bd8d33724c6285c66196ff516368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624403 Mar 07 17:15:26.066011 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c152f20-e1ba-4ae6-9118-c171dec8a0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ba45ca-97b3-4385-ac25-885212384844,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:26.067849 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35590) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:26.135971 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Publish callbacks [] for security_group (c5ba45ca-97b3-4385-ac25-885212384844), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:26.168227 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Publish callbacks [] for security_group (c5ba45ca-97b3-4385-ac25-885212384844), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:26.307435 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (c5ba45ca-97b3-4385-ac25-885212384844), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:26.310065 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:26.311397 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5ba45ca-97b3-4385-ac25-885212384844 HTTP/1.1" status: 204 len: 168 time: 0.2424679 Mar 07 17:15:26.319926 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ba45ca-97b3-4385-ac25-885212384844,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:26.329722 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.329722 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.329722 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.329722 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.329722 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.330576 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.330576 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.330877 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.331046 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.331274 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.331648 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.331880 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:26.332444 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e15a5-9299-4c0c-b612-4a0360eee8d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:27.079498 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35598) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:27.093840 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-80d4c92e-0629-42ec-b596-dcc46477e9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:27.187109 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-80d4c92e-0629-42ec-b596-dcc46477e9c5 admin admin] Publish callbacks [] for security_group (73e0608a-7584-4833-8ca2-27f9a5c92fff), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:27.268826 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-80d4c92e-0629-42ec-b596-dcc46477e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (73e0608a-7584-4833-8ca2-27f9a5c92fff), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:27.307698 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4c92e-0629-42ec-b596-dcc46477e9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e0608a-7584-4833-8ca2-27f9a5c92fff,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:27.312001 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-80d4c92e-0629-42ec-b596-dcc46477e9c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84f20404cbfd4d7d8d88422f6cc1f0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310677 Mar 07 17:15:27.314978 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35600) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:27.372976 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd208-7ffc-429e-9e9b-c049c9716d73 admin admin] Publish callbacks [] for security_group (73e0608a-7584-4833-8ca2-27f9a5c92fff), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:27.395300 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd208-7ffc-429e-9e9b-c049c9716d73 admin admin] Publish callbacks [] for security_group (73e0608a-7584-4833-8ca2-27f9a5c92fff), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:27.520319 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd208-7ffc-429e-9e9b-c049c9716d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (73e0608a-7584-4833-8ca2-27f9a5c92fff), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:27.522847 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd208-7ffc-429e-9e9b-c049c9716d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:27.524002 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-8cfdd208-7ffc-429e-9e9b-c049c9716d73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73e0608a-7584-4833-8ca2-27f9a5c92fff HTTP/1.1" status: 204 len: 168 time: 0.2085130 Mar 07 17:15:27.532305 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdd208-7ffc-429e-9e9b-c049c9716d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e0608a-7584-4833-8ca2-27f9a5c92fff,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:27.858739 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b6eb1-d989-4c6c-88ce-0777bc1313e8 req-1376f793-8000-4318-a640-b531ef679422 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:27.860251 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0e4b6eb1-d989-4c6c-88ce-0777bc1313e8 req-1376f793-8000-4318-a640-b531ef679422 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 945 time: 0.0555379 Mar 07 17:15:27.911703 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0e4b6eb1-d989-4c6c-88ce-0777bc1313e8 req-15f9d894-591a-4463-99be-e0677f7355c9 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456235 Mar 07 17:15:27.938914 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35614) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:28.154631 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e69b436e-277e-4b2e-a627-fbf614ae4432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:28.164813 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fc7b25-b7cf-4930-b55b-b1c0eb2710d6 tempest-TestMinimumBasicScenario-571169302 tempest-TestMinimumBasicScenario-571169302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:28.168672 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-76fc7b25-b7cf-4930-b55b-b1c0eb2710d6 tempest-TestMinimumBasicScenario-571169302 tempest-TestMinimumBasicScenario-571169302-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 1124 time: 0.2286301 Mar 07 17:15:28.169997 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35624) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:28.176714 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Request body: {'floatingip': {'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'port_id': '11344da4-b8c2-4869-bc1d-0456872465a0', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:28.268981 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:28.379152 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:28.494614 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Allocated IP 172.27.1.126 (fb95a624-842c-4336-8b8c-80326a081833/24a996ee-10d6-4155-a197-7770a1342f73/b5a5e138-37ff-4764-b9d8-0de6a657658f) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:15:28.594984 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for port (b5a5e138-37ff-4764-b9d8-0de6a657658f), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:28.715485 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (b5a5e138-37ff-4764-b9d8-0de6a657658f), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:28.770744 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Network fb95a624-842c-4336-8b8c-80326a081833 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:15:28.774199 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:15:28.780169 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:15:28.786719 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'Port': ['ID=b5a5e138-37ff-4764-b9d8-0de6a657658f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:29.227642 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for floatingip (21e4e10c-6e9a-4e31-8600-9b584b6cebf9), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:29.386224 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (b5a5e138-37ff-4764-b9d8-0de6a657658f), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:29.549561 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for port (b5a5e138-37ff-4764-b9d8-0de6a657658f), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:29.622805 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (b5a5e138-37ff-4764-b9d8-0de6a657658f), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:29.695247 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'Port': ['ID=b5a5e138-37ff-4764-b9d8-0de6a657658f,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:29.707794 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722261'] for floatingip (21e4e10c-6e9a-4e31-8600-9b584b6cebf9), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:29.818624 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Floating IP 21e4e10c-6e9a-4e31-8600-9b584b6cebf9 associated. External IP: 172.27.1.126, port: 11344da4-b8c2-4869-bc1d-0456872465a0. Mar 07 17:15:30.040307 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Router 0702f837-26ed-4ffb-af06-067924b80f1d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:15:30.155503 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:15:30.165609 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89484193-a958-477a-b7e5-677205e8eb6a None None] Sync routers for ids ['0702f837-26ed-4ffb-af06-067924b80f1d'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:15:30.174940 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89484193-a958-477a-b7e5-677205e8eb6a None None] Routers {'0702f837-26ed-4ffb-af06-067924b80f1d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:15:30.175548 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-89484193-a958-477a-b7e5-677205e8eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:15:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0702f837-26ed-4ffb-af06-067924b80f1d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:30.265024 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:30.287932 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-89484193-a958-477a-b7e5-677205e8eb6a None None] Set router 0702f837-26ed-4ffb-af06-067924b80f1d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:15:30.297771 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-59f92142-821e-4c44-a19a-833243bbc8f3 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1238792 Mar 07 17:15:30.297771 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:30.298049 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7780494d-a473-4c07-91b0-01864b726a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:30.298337 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35644) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:30.304513 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-63900253-a42a-4bf9-9b9c-1074355ec7ce tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296640866', 'description': 'tempest-secgroup-smoke-1296640866 description', 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:30.338598 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc7d08a-e051-4aa1-a992-e9a660cf9424 x-openstack-request-id: req-5dc7d08a-e051-4aa1-a992-e9a660cf9424 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:30.339012 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:30.339272 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5dc7d08a-e051-4aa1-a992-e9a660cf9424 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:30.339796 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0', 'status': 'completed', 'code': 200} Mar 07 17:15:30.365835 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1f6f75d6-12af-41a5-a595-a14d8c2b75d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:30.439954 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63900253-a42a-4bf9-9b9c-1074355ec7ce tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:30.544658 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-89484193-a958-477a-b7e5-677205e8eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:31Z', 'revision_number': 4, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '21e4e10c-6e9a-4e31-8600-9b584b6cebf9', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'port_id': '11344da4-b8c2-4869-bc1d-0456872465a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'mac_address': 'fa:16:3e:b0:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:29Z', 'updated_at': '2022-03-07T17:15:29Z', 'revision_number': 0, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e19fd0-2aba-4c2c-b2fd-01750515a0ae', 'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'mac_address': 'fa:16:3e:51:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:30Z', 'updated_at': '2022-03-07T17:14:35Z', 'revision_number': 5, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'subnets': [{'id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:30.553754 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63900253-a42a-4bf9-9b9c-1074355ec7ce tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group (a8e951e7-bd24-4b24-957e-f974bc533612), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:30.558708 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780494d-a473-4c07-91b0-01864b726a4e req-cf09f7bc-e735-4bc7-a320-a704b06a8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:30.560214 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7780494d-a473-4c07-91b0-01864b726a4e req-cf09f7bc-e735-4bc7-a320-a704b06a8113 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f&device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 1129 time: 0.1739712 Mar 07 17:15:30.574240 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89484193-a958-477a-b7e5-677205e8eb6a None None] Checking router: 0702f837-26ed-4ffb-af06-067924b80f1d for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:15:30.583583 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89484193-a958-477a-b7e5-677205e8eb6a None None] Routers {'0702f837-26ed-4ffb-af06-067924b80f1d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:15:30.584152 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-89484193-a958-477a-b7e5-677205e8eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:15:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0702f837-26ed-4ffb-af06-067924b80f1d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:30.650784 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63900253-a42a-4bf9-9b9c-1074355ec7ce tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (a8e951e7-bd24-4b24-957e-f974bc533612), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:30.684332 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780494d-a473-4c07-91b0-01864b726a4e req-4f94bf26-e217-4b50-9bba-1b1f49d8870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:30.685879 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7780494d-a473-4c07-91b0-01864b726a4e req-4f94bf26-e217-4b50-9bba-1b1f49d8870b service neutron] 10.222.0.65 "GET /v2.0/networks?id=76da18d7-9df8-4f80-b5d2-414ec42ec26a HTTP/1.1" status: 200 len: 915 time: 0.1179025 Mar 07 17:15:30.704660 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-89484193-a958-477a-b7e5-677205e8eb6a None None] Set router 0702f837-26ed-4ffb-af06-067924b80f1d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:15:30.731742 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63900253-a42a-4bf9-9b9c-1074355ec7ce tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e951e7-bd24-4b24-957e-f974bc533612,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:30.758679 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7780494d-a473-4c07-91b0-01864b726a4e req-4f221153-f7e0-4eb7-a206-7241799feb4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11344da4-b8c2-4869-bc1d-0456872465a0 HTTP/1.1" status: 200 len: 999 time: 0.0647759 Mar 07 17:15:30.815608 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63900253-a42a-4bf9-9b9c-1074355ec7ce tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:30.816774 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-63900253-a42a-4bf9-9b9c-1074355ec7ce tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5171762 Mar 07 17:15:30.818605 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780494d-a473-4c07-91b0-01864b726a4e req-0441553d-6b03-45c0-acf6-62978cf86a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:30.820034 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7780494d-a473-4c07-91b0-01864b726a4e req-0441553d-6b03-45c0-acf6-62978cf86a9d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8096af94-551b-4dcb-ab71-55c6dab78fcf HTTP/1.1" status: 200 len: 853 time: 0.0541391 Mar 07 17:15:30.821149 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35656) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:30.826226 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a955e40a-006b-4cae-b312-295ac4bbcef2 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Request body: {'security_group_rule': {'security_group_id': 'a8e951e7-bd24-4b24-957e-f974bc533612', 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:30.888415 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780494d-a473-4c07-91b0-01864b726a4e req-500d9a3a-c0cc-4cda-a735-88709b86f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:30.889841 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7780494d-a473-4c07-91b0-01864b726a4e req-500d9a3a-c0cc-4cda-a735-88709b86f37a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76da18d7-9df8-4f80-b5d2-414ec42ec26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593705 Mar 07 17:15:30.899997 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [req-7780494d-a473-4c07-91b0-01864b726a4e req-dc1b4db0-d725-4c26-898b-57694db31014 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:15:30.901226 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7780494d-a473-4c07-91b0-01864b726a4e req-dc1b4db0-d725-4c26-898b-57694db31014 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053546 Mar 07 17:15:30.969907 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-89484193-a958-477a-b7e5-677205e8eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:31Z', 'revision_number': 4, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '21e4e10c-6e9a-4e31-8600-9b584b6cebf9', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'port_id': '11344da4-b8c2-4869-bc1d-0456872465a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'mac_address': 'fa:16:3e:b0:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:29Z', 'updated_at': '2022-03-07T17:15:29Z', 'revision_number': 0, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e19fd0-2aba-4c2c-b2fd-01750515a0ae', 'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'mac_address': 'fa:16:3e:51:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:30Z', 'updated_at': '2022-03-07T17:14:35Z', 'revision_number': 5, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'subnets': [{'id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:30.972606 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a955e40a-006b-4cae-b312-295ac4bbcef2 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (6d08197d-855c-4ca7-a79f-91f994b7579b), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:30.997883 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89484193-a958-477a-b7e5-677205e8eb6a None None] The sync data for ids ['0702f837-26ed-4ffb-af06-067924b80f1d'] in dv-cinder-778193-24-iscsi is: [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:31Z', 'revision_number': 4, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '21e4e10c-6e9a-4e31-8600-9b584b6cebf9', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'port_id': '11344da4-b8c2-4869-bc1d-0456872465a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'mac_address': 'fa:16:3e:b0:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:29Z', 'updated_at': '2022-03-07T17:15:29Z', 'revision_number': 0, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e19fd0-2aba-4c2c-b2fd-01750515a0ae', 'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'mac_address': 'fa:16:3e:51:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:30Z', 'updated_at': '2022-03-07T17:14:35Z', 'revision_number': 5, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'subnets': [{'id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:15:31.021990 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7780494d-a473-4c07-91b0-01864b726a4e req-a276af56-84f2-413d-ab04-0327d5c4d410 service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150954 Mar 07 17:15:31.108339 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a955e40a-006b-4cae-b312-295ac4bbcef2 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (6d08197d-855c-4ca7-a79f-91f994b7579b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:31.141502 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7780494d-a473-4c07-91b0-01864b726a4e req-99813340-4a61-4e90-8e5f-3a9eab1fb110 service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083822 Mar 07 17:15:31.184286 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a955e40a-006b-4cae-b312-295ac4bbcef2 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (6d08197d-855c-4ca7-a79f-91f994b7579b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:31.203418 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955e40a-006b-4cae-b312-295ac4bbcef2 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d08197d-855c-4ca7-a79f-91f994b7579b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:31.217224 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b612513-2e7f-47ba-8d8f-04c293f7cfe1 None None] New status for floating IP 21e4e10c-6e9a-4e31-8600-9b584b6cebf9: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:15:31.346539 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a955e40a-006b-4cae-b312-295ac4bbcef2 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:31.349049 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a955e40a-006b-4cae-b312-295ac4bbcef2 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5262933 Mar 07 17:15:31.351328 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35660) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:31.356641 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-91269182-742b-4a1f-aba1-5da8091e7fac tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Request body: {'security_group_rule': {'security_group_id': 'a8e951e7-bd24-4b24-957e-f974bc533612', 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:31.473140 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91269182-742b-4a1f-aba1-5da8091e7fac tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (396790eb-9bab-47a9-bd45-fd5ee39f7f5e), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:31.532478 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91269182-742b-4a1f-aba1-5da8091e7fac tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (396790eb-9bab-47a9-bd45-fd5ee39f7f5e), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:31.634820 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91269182-742b-4a1f-aba1-5da8091e7fac tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (396790eb-9bab-47a9-bd45-fd5ee39f7f5e), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:31.652491 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91269182-742b-4a1f-aba1-5da8091e7fac tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396790eb-9bab-47a9-bd45-fd5ee39f7f5e,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:31.722190 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91269182-742b-4a1f-aba1-5da8091e7fac tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:31.723473 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-91269182-742b-4a1f-aba1-5da8091e7fac tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3709323 Mar 07 17:15:31.726748 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35662) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:31.731292 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3e1dc447-301a-40a3-b766-832351bd98b4 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Request body: {'security_group_rule': {'security_group_id': 'a8e951e7-bd24-4b24-957e-f974bc533612', 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:31.879735 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc447-301a-40a3-b766-832351bd98b4 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (173c898a-f07b-47e5-bc8f-b0e0d1bdb7db), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:31.945194 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc447-301a-40a3-b766-832351bd98b4 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (173c898a-f07b-47e5-bc8f-b0e0d1bdb7db), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:31.994632 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.017621 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc447-301a-40a3-b766-832351bd98b4 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (173c898a-f07b-47e5-bc8f-b0e0d1bdb7db), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.037042 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dc447-301a-40a3-b766-832351bd98b4 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173c898a-f07b-47e5-bc8f-b0e0d1bdb7db,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:32.099460 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc447-301a-40a3-b766-832351bd98b4 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.100683 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3e1dc447-301a-40a3-b766-832351bd98b4 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3730013 Mar 07 17:15:32.104991 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35664) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:32.112969 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3f160e5b-a7db-4981-950a-30f04a0d7fca tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Request body: {'security_group_rule': {'security_group_id': 'a8e951e7-bd24-4b24-957e-f974bc533612', 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:32.199911 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f160e5b-a7db-4981-950a-30f04a0d7fca tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (160e6e31-24e0-445f-9207-27e007d86269), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.261121 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f160e5b-a7db-4981-950a-30f04a0d7fca tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (160e6e31-24e0-445f-9207-27e007d86269), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.382886 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f160e5b-a7db-4981-950a-30f04a0d7fca tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (160e6e31-24e0-445f-9207-27e007d86269), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.401473 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f160e5b-a7db-4981-950a-30f04a0d7fca tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160e6e31-24e0-445f-9207-27e007d86269,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:32.453808 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f160e5b-a7db-4981-950a-30f04a0d7fca tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.454991 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3f160e5b-a7db-4981-950a-30f04a0d7fca tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3495948 Mar 07 17:15:32.457967 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35668) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:32.462384 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f7dbafa0-f064-4e98-8bb5-548d58039a7c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Request body: {'security_group_rule': {'security_group_id': 'a8e951e7-bd24-4b24-957e-f974bc533612', 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:32.560399 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-f7dbafa0-f064-4e98-8bb5-548d58039a7c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Project 94ddb0a1045e4c93a220cc12a25dbd8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:15:32.565811 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7dbafa0-f064-4e98-8bb5-548d58039a7c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (3e1e9d5b-6fcd-4feb-a011-9833b5355c9a), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.626999 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7dbafa0-f064-4e98-8bb5-548d58039a7c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (3e1e9d5b-6fcd-4feb-a011-9833b5355c9a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.685724 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7dbafa0-f064-4e98-8bb5-548d58039a7c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (3e1e9d5b-6fcd-4feb-a011-9833b5355c9a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.703266 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbafa0-f064-4e98-8bb5-548d58039a7c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1e9d5b-6fcd-4feb-a011-9833b5355c9a,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:32.773687 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7dbafa0-f064-4e98-8bb5-548d58039a7c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.775739 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f7dbafa0-f064-4e98-8bb5-548d58039a7c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3159893 Mar 07 17:15:32.777844 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35670) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:32.782316 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-90044191-2547-4983-b7fa-ee723bcba6f7 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Request body: {'security_group_rule': {'security_group_id': 'a8e951e7-bd24-4b24-957e-f974bc533612', 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:32.868981 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-90044191-2547-4983-b7fa-ee723bcba6f7 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Project 94ddb0a1045e4c93a220cc12a25dbd8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:15:32.874297 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-90044191-2547-4983-b7fa-ee723bcba6f7 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (981290a1-8b7b-4378-b537-1c16e922ca49), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.938208 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-90044191-2547-4983-b7fa-ee723bcba6f7 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (981290a1-8b7b-4378-b537-1c16e922ca49), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.028471 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-90044191-2547-4983-b7fa-ee723bcba6f7 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902180'] for security_group_rule (981290a1-8b7b-4378-b537-1c16e922ca49), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.047507 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90044191-2547-4983-b7fa-ee723bcba6f7 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981290a1-8b7b-4378-b537-1c16e922ca49,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:33.124112 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-90044191-2547-4983-b7fa-ee723bcba6f7 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.126538 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-90044191-2547-4983-b7fa-ee723bcba6f7 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3475769 Mar 07 17:15:33.175635 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.223693 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6437b7c5-e290-403d-8963-9c8d09d01e81 req-0b1f6a9e-b145-49d3-8a35-51afa1e32bb6 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296640866&fields=id&tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f HTTP/1.1" status: 200 len: 267 time: 0.0453894 Mar 07 17:15:33.286066 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437b7c5-e290-403d-8963-9c8d09d01e81 req-e3f6deac-210c-4eec-9f72-f97cc6d788d4 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:33.287693 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6437b7c5-e290-403d-8963-9c8d09d01e81 req-e3f6deac-210c-4eec-9f72-f97cc6d788d4 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 945 time: 0.0581625 Mar 07 17:15:33.298493 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-6437b7c5-e290-403d-8963-9c8d09d01e81 req-666bb9c3-0e79-4e04-99a2-0839da99c290 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Request body: {'port': {'security_groups': ['41d18c97-e209-4971-a3fb-727bb909bf7a', 'a8e951e7-bd24-4b24-957e-f974bc533612']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:33.372111 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-6437b7c5-e290-403d-8963-9c8d09d01e81 req-666bb9c3-0e79-4e04-99a2-0839da99c290 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.565348 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-6437b7c5-e290-403d-8963-9c8d09d01e81 req-666bb9c3-0e79-4e04-99a2-0839da99c290 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] For port 11344da4-b8c2-4869-bc1d-0456872465a0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=11344da4-b8c2-4869-bc1d-0456872465a0,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:33.595611 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-6437b7c5-e290-403d-8963-9c8d09d01e81 req-666bb9c3-0e79-4e04-99a2-0839da99c290 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for port (11344da4-b8c2-4869-bc1d-0456872465a0), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.657239 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-6437b7c5-e290-403d-8963-9c8d09d01e81 req-666bb9c3-0e79-4e04-99a2-0839da99c290 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.702753 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437b7c5-e290-403d-8963-9c8d09d01e81 req-666bb9c3-0e79-4e04-99a2-0839da99c290 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:33.703404 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-6437b7c5-e290-403d-8963-9c8d09d01e81 req-666bb9c3-0e79-4e04-99a2-0839da99c290 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.704855 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-6437b7c5-e290-403d-8963-9c8d09d01e81 req-666bb9c3-0e79-4e04-99a2-0839da99c290 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "PUT /v2.0/ports/11344da4-b8c2-4869-bc1d-0456872465a0 HTTP/1.1" status: 200 len: 981 time: 0.4108841 Mar 07 17:15:33.705335 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:33.707668 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:33.746168 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bb9c3-0e79-4e04-99a2-0839da99c290 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'Port': ['ID=11344da4-b8c2-4869-bc1d-0456872465a0,revision_number=6']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:33.749452 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651b5023-282d-4ad0-9692-5585341a0957 x-openstack-request-id: req-651b5023-282d-4ad0-9692-5585341a0957 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:33.749801 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:33.750123 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-651b5023-282d-4ad0-9692-5585341a0957 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:33.750670 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0', 'status': 'completed', 'code': 200} Mar 07 17:15:33.831943 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661414dd-c534-4e03-8f10-3e11fe680a4d req-fa6aaf2d-90ec-4ce1-90ca-7250a21b3758 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:33.833528 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-661414dd-c534-4e03-8f10-3e11fe680a4d req-fa6aaf2d-90ec-4ce1-90ca-7250a21b3758 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0620553 Mar 07 17:15:33.901460 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-661414dd-c534-4e03-8f10-3e11fe680a4d req-ab842bc8-400e-454a-9e86-6c82f914fe81 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608058 Mar 07 17:15:33.976259 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9901cdc7-a511-4860-b84c-11701f59cc32 None None] Provisioning complete for port 11344da4-b8c2-4869-bc1d-0456872465a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:15:33.976555 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9901cdc7-a511-4860-b84c-11701f59cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:34.054507 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9901cdc7-a511-4860-b84c-11701f59cc32 None None] Current status of the port 11344da4-b8c2-4869-bc1d-0456872465a0 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:15:34.323791 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0 req-357a8c48-5e39-471a-89cc-0d24c43cc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:34.325308 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0 req-357a8c48-5e39-471a-89cc-0d24c43cc717 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f&device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 1168 time: 0.0451782 Mar 07 17:15:34.341319 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['11344da4-b8c2-4869-bc1d-0456872465a0'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:15:34.423698 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0 req-a950c74c-3192-4dc9-bf8c-15823a1a0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:34.425082 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0 req-a950c74c-3192-4dc9-bf8c-15823a1a0948 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76da18d7-9df8-4f80-b5d2-414ec42ec26a HTTP/1.1" status: 200 len: 915 time: 0.0934827 Mar 07 17:15:34.475926 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['11344da4-b8c2-4869-bc1d-0456872465a0'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:15:34.496159 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0 req-01a4b50a-d93b-4473-aac9-36975fd9ad28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11344da4-b8c2-4869-bc1d-0456872465a0 HTTP/1.1" status: 200 len: 1001 time: 0.0609407 Mar 07 17:15:34.546486 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0 req-afd27b8f-2d85-4c81-9b86-87b84968cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:34.548039 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0 req-afd27b8f-2d85-4c81-9b86-87b84968cfc1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8096af94-551b-4dcb-ab71-55c6dab78fcf HTTP/1.1" status: 200 len: 853 time: 0.0463026 Mar 07 17:15:34.605482 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0 req-4510f45f-bd1d-460d-b21c-67cdab0e9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:34.607058 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0 req-4510f45f-bd1d-460d-b21c-67cdab0e9f19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76da18d7-9df8-4f80-b5d2-414ec42ec26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516059 Mar 07 17:15:34.710915 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0 req-81811a5a-ebed-4818-820e-6808a300c28b service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941656 Mar 07 17:15:34.808676 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-48ad48ef-a0ca-4a5a-a522-65eee8709ec0 req-c04ad9ca-7561-49bf-937a-305a10f5d475 service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921319 Mar 07 17:15:34.883860 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:40.645211 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.356459 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:15:53.599516 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 35780) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:53.707310 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:53.783225 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Publish callbacks [] for security_group (038afdd1-1b2f-418c-ac5f-ac7c60f4fb9c), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:53.845602 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (038afdd1-1b2f-418c-ac5f-ac7c60f4fb9c), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:53.884901 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e2d40b4b6a24a68b400b2a5b5904202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842638 Mar 07 17:15:53.885974 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038afdd1-1b2f-418c-ac5f-ac7c60f4fb9c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:53.887639 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 35784) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:53.894146 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.894526 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.894872 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.895204 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.895585 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.895855 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.896182 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.896525 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.896882 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.897138 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.897459 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.897773 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.898090 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a8cfc-1917-4a72-9217-0c335782eae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:53.947131 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270d-5fa5-44e6-9305-b595705555a9 admin admin] Publish callbacks [] for security_group (038afdd1-1b2f-418c-ac5f-ac7c60f4fb9c), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:53.957672 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270d-5fa5-44e6-9305-b595705555a9 admin admin] Publish callbacks [] for security_group (038afdd1-1b2f-418c-ac5f-ac7c60f4fb9c), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:54.074034 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270d-5fa5-44e6-9305-b595705555a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (038afdd1-1b2f-418c-ac5f-ac7c60f4fb9c), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:54.076622 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270d-5fa5-44e6-9305-b595705555a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:54.077840 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-6d4f270d-5fa5-44e6-9305-b595705555a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/038afdd1-1b2f-418c-ac5f-ac7c60f4fb9c HTTP/1.1" status: 204 len: 168 time: 0.1889355 Mar 07 17:15:54.085998 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f270d-5fa5-44e6-9305-b595705555a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038afdd1-1b2f-418c-ac5f-ac7c60f4fb9c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:56.688222 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222da9d-3f9b-44da-ab36-32653da6d53a req-24104079-034b-4876-ae7c-87715d40d9dc tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:56.689734 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d222da9d-3f9b-44da-ab36-32653da6d53a req-24104079-034b-4876-ae7c-87715d40d9dc tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0557177 Mar 07 17:15:56.758706 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-d222da9d-3f9b-44da-ab36-32653da6d53a req-c159ba0c-a0ae-4c09-9502-87effb757da8 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630898 Mar 07 17:15:56.788665 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11182a-351b-4128-b2ac-8c81828ea3f7 req-22b3d560-edea-4d92-ad8b-c87f0696bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:56.790155 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4a11182a-351b-4128-b2ac-8c81828ea3f7 req-22b3d560-edea-4d92-ad8b-c87f0696bdff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f&device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 1168 time: 0.0468819 Mar 07 17:15:56.889806 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11182a-351b-4128-b2ac-8c81828ea3f7 req-927e8b27-6068-4027-85a9-d5e673ea8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:56.891310 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4a11182a-351b-4128-b2ac-8c81828ea3f7 req-927e8b27-6068-4027-85a9-d5e673ea8dff service neutron] 10.222.0.65 "GET /v2.0/networks?id=76da18d7-9df8-4f80-b5d2-414ec42ec26a HTTP/1.1" status: 200 len: 915 time: 0.0939929 Mar 07 17:15:56.958423 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4a11182a-351b-4128-b2ac-8c81828ea3f7 req-6c601862-8c59-42d2-9c8f-819972920aaf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11344da4-b8c2-4869-bc1d-0456872465a0 HTTP/1.1" status: 200 len: 1001 time: 0.0606108 Mar 07 17:15:57.012227 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11182a-351b-4128-b2ac-8c81828ea3f7 req-478d81b2-022a-40d2-a872-da94efa86583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:57.013743 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4a11182a-351b-4128-b2ac-8c81828ea3f7 req-478d81b2-022a-40d2-a872-da94efa86583 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8096af94-551b-4dcb-ab71-55c6dab78fcf HTTP/1.1" status: 200 len: 853 time: 0.0487554 Mar 07 17:15:57.063821 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11182a-351b-4128-b2ac-8c81828ea3f7 req-3f0e64a3-096d-451f-9622-05bc9b079687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:57.065405 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4a11182a-351b-4128-b2ac-8c81828ea3f7 req-3f0e64a3-096d-451f-9622-05bc9b079687 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76da18d7-9df8-4f80-b5d2-414ec42ec26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458186 Mar 07 17:15:57.126239 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-5b27d920-426c-41fe-8a73-311d76ac8424 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7db838688be64382a65bcd7a616e8666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500810 Mar 07 17:15:57.315456 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4a11182a-351b-4128-b2ac-8c81828ea3f7 req-e1870729-0166-4768-956e-4c3e667c08ae service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404644 Mar 07 17:15:57.382056 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854596-b853-44bf-9137-444bb853bb91 req-2bd5f2d6-1dce-4c0f-9fdd-201a62074c28 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:57.383528 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-2bd5f2d6-1dce-4c0f-9fdd-201a62074c28 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249014 Mar 07 17:15:57.428802 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-9c7d6635-0734-4a1b-b51e-7c37d3fc71df tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/quotas/7db838688be64382a65bcd7a616e8666 HTTP/1.1" status: 200 len: 375 time: 0.0160182 Mar 07 17:15:57.470171 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-c5bcf7c1-c005-4f4d-8fb4-f480b7fedde6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7db838688be64382a65bcd7a616e8666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354562 Mar 07 17:15:57.476658 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4a11182a-351b-4128-b2ac-8c81828ea3f7 req-d77fdae5-5ac9-4b92-b5e7-cf0ce0dc1ed8 service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484416 Mar 07 17:15:57.710252 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-13e9da3d-b63e-4f97-94cf-6f7d4c2ca556 req-a17d4449-1534-4e3b-b0f5-cb89c6f7d7ac tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 210 time: 0.0331697 Mar 07 17:15:57.881058 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aa849-77da-40bf-a82f-4db3579823cf req-8b3065fe-996d-48a6-9795-2073e6803f6a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:57.882669 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dd3aa849-77da-40bf-a82f-4db3579823cf req-8b3065fe-996d-48a6-9795-2073e6803f6a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0555019 Mar 07 17:15:57.944973 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dd3aa849-77da-40bf-a82f-4db3579823cf req-d0eedcc4-47a6-4ba4-a1e5-302bf12b5500 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544593 Mar 07 17:15:58.136567 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e67cf9d8-6f8a-4113-ad4a-650292571b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:58.808687 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0cd269e4-c868-4fa3-8548-531bc4e825c1 req-20c6490c-dda2-4ee0-8b36-2b9b0a4f7d46 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 210 time: 0.0288644 Mar 07 17:15:59.073811 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428b4ce-44f7-4312-9c7e-8d77c116fdee req-c98cdc82-4cbe-4b3b-ac24-96bab7396480 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:59.075318 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e428b4ce-44f7-4312-9c7e-8d77c116fdee req-c98cdc82-4cbe-4b3b-ac24-96bab7396480 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0579612 Mar 07 17:15:59.140438 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e428b4ce-44f7-4312-9c7e-8d77c116fdee req-fcb3dd3d-5792-4a54-b681-6ac3ce02328a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593688 Mar 07 17:15:59.909184 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e655c51d-2105-4826-8c08-656a82bc993a req-494d2744-dbc3-4220-be7e-33b5ce53c719 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 210 time: 0.0316482 Mar 07 17:15:59.943215 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-cf7de4af-090c-4f6c-b531-77967774f36c tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7db838688be64382a65bcd7a616e8666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205891 Mar 07 17:16:00.051213 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854596-b853-44bf-9137-444bb853bb91 req-1e0f57f0-a056-4dd8-8879-a79451d8d33e tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:00.052449 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-1e0f57f0-a056-4dd8-8879-a79451d8d33e tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037033 Mar 07 17:16:00.075520 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Request body: {'port': {'device_id': '7dfa6613-944a-48fa-8975-be2e94d1c041', 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f', 'admin_state_up': True, 'tenant_id': '7db838688be64382a65bcd7a616e8666'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:16:00.263810 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc777-0ab6-4f56-817f-f5dee393bf9f req-81b548a5-b4eb-43ad-a5a7-b3bad75f4c76 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:00.265290 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f35bc777-0ab6-4f56-817f-f5dee393bf9f req-81b548a5-b4eb-43ad-a5a7-b3bad75f4c76 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0556860 Mar 07 17:16:00.284423 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Made reservation on behalf of 7db838688be64382a65bcd7a616e8666 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:16:00.287932 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:00.300873 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:00.357942 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f35bc777-0ab6-4f56-817f-f5dee393bf9f req-c48637e4-1286-4bb4-b029-81d9b8481f34 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869901 Mar 07 17:16:00.366258 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-842f92c4-4124-46c8-b3d3-defb70f515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:00.411113 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Publish callbacks [] for security_group (d6cb43dd-f6c5-4636-ab85-8475cfc1f379), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:00.473852 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (d6cb43dd-f6c5-4636-ab85-8475cfc1f379), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:00.546296 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cb43dd-f6c5-4636-ab85-8475cfc1f379,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:00.623449 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Allocated IP 192.168.233.210 (e668bcae-c15c-4b9e-b314-6896ef457e5f/bbc27e02-7b09-4707-87c4-b575fffb3cee/9bd668e7-c040-496a-8bd1-2301ab21c244) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:16:00.777412 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Publish callbacks [] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:00.872356 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758369852079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:00.915413 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Network e668bcae-c15c-4b9e-b314-6896ef457e5f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:16:00.919183 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:16:00.922759 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:16:00.956314 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Pushing event updated for resources: {'Port': ['ID=9bd668e7-c040-496a-8bd1-2301ab21c244,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:00.982676 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:00.983750 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:01.045315 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1246fc5-3811-402d-835a-11f7a6e8bcb4 req-d6a1268b-5f0c-4064-b4c1-666090ef229b tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:01.045315 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e1246fc5-3811-402d-835a-11f7a6e8bcb4 req-d6a1268b-5f0c-4064-b4c1-666090ef229b tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 936 time: 0.0560005 Mar 07 17:16:01.065047 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-de7e5ea8-6d7f-4bb1-87a2-24bfcbe2f4a6 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9939928 Mar 07 17:16:01.083232 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Request body: {'port': {'device_id': '7dfa6613-944a-48fa-8975-be2e94d1c041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:16:01.095314 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e1246fc5-3811-402d-835a-11f7a6e8bcb4 req-a91d4263-9e5b-41d5-b249-31b3729c197c tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6cb43dd-f6c5-4636-ab85-8475cfc1f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462759 Mar 07 17:16:01.150486 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:01.154126 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c5e38f05-c97d-42d2-bce7-8c3588c1f4b7 None None] Provisioning complete for port 9bd668e7-c040-496a-8bd1-2301ab21c244 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:16:01.154126 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5e38f05-c97d-42d2-bce7-8c3588c1f4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:01.195494 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c5e38f05-c97d-42d2-bce7-8c3588c1f4b7 None None] Port 9bd668e7-c040-496a-8bd1-2301ab21c244 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:16:01.426294 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd668e7-c040-496a-8bd1-2301ab21c244 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:16:01.434292 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Publish callbacks [] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:01.468180 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Transition to ACTIVE for port object 9bd668e7-c040-496a-8bd1-2301ab21c244 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:16:01.494878 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97fed5-ef37-4b3f-ac12-dc53045c0491 req-7107a116-6848-4769-98bc-4a6d29a9d3d8 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:01.496478 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1d97fed5-ef37-4b3f-ac12-dc53045c0491 req-7107a116-6848-4769-98bc-4a6d29a9d3d8 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0598192 Mar 07 17:16:01.553596 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:01.561613 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1d97fed5-ef37-4b3f-ac12-dc53045c0491 req-6dd9f7b9-8837-4bfc-a492-10df34a21be0 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593135 Mar 07 17:16:01.608970 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd668e7-c040-496a-8bd1-2301ab21c244,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:01.689417 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Attempting to bind port 9bd668e7-c040-496a-8bd1-2301ab21c244 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:16:01.689774 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Attempting to bind port 9bd668e7-c040-496a-8bd1-2301ab21c244 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '36cde730-7c61-48d6-bc65-7b318012e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:16:01.690084 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Attempting to bind port 9bd668e7-c040-496a-8bd1-2301ab21c244 on network e668bcae-c15c-4b9e-b314-6896ef457e5f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:16:01.695421 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Port 9bd668e7-c040-496a-8bd1-2301ab21c244 on network e668bcae-c15c-4b9e-b314-6896ef457e5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:16:01.695874 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Attempting to bind port 9bd668e7-c040-496a-8bd1-2301ab21c244 on network e668bcae-c15c-4b9e-b314-6896ef457e5f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:16:01.701916 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Checking agent: {'id': '10b18d19-2ffc-484b-8c91-d340d69f64aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'started_at': datetime.datetime(2022, 3, 7, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:16:01.702250 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Checking segment: {'id': '36cde730-7c61-48d6-bc65-7b318012e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:16:01.702656 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Bound using segment: {'id': '36cde730-7c61-48d6-bc65-7b318012e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:16:01.703087 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Bound port: 9bd668e7-c040-496a-8bd1-2301ab21c244, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36cde730-7c61-48d6-bc65-7b318012e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:16:01.703453 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:01.782100 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] For port 9bd668e7-c040-496a-8bd1-2301ab21c244, host hv-cinder-77819, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:16:01.785875 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] For port 9bd668e7-c040-496a-8bd1-2301ab21c244, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9bd668e7-c040-496a-8bd1-2301ab21c244,segment=NetworkSegment(36cde730-7c61-48d6-bc65-7b318012e61b),segment_id=36cde730-7c61-48d6-bc65-7b318012e61b)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:16:01.862990 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14347449'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:01.897928 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:01.898657 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:01.900083 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] 10.222.0.65 "PUT /v2.0/ports/9bd668e7-c040-496a-8bd1-2301ab21c244 HTTP/1.1" status: 200 len: 1098 time: 0.8214939 Mar 07 17:16:01.900606 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfa6613-944a-48fa-8975-be2e94d1c041', 'tag': '9bd668e7-c040-496a-8bd1-2301ab21c244'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:16:01.902949 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca65c7cb-b757-49aa-a7eb-7a7ac0f9f377" -d '{"events": [{"name": "network-changed", "server_uuid": "7dfa6613-944a-48fa-8975-be2e94d1c041", "tag": "9bd668e7-c040-496a-8bd1-2301ab21c244"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:16:01.938796 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b07f54-31b4-4a98-9fb7-738c54344e99 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd668e7-c040-496a-8bd1-2301ab21c244,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:01.971458 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868e7392-d0ac-4f32-8afc-0d91f89e35ec x-openstack-request-id: req-868e7392-d0ac-4f32-8afc-0d91f89e35ec {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:16:01.971753 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dfa6613-944a-48fa-8975-be2e94d1c041", "tag": "9bd668e7-c040-496a-8bd1-2301ab21c244", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:16:01.972008 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-868e7392-d0ac-4f32-8afc-0d91f89e35ec {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:16:01.972430 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfa6613-944a-48fa-8975-be2e94d1c041', 'tag': '9bd668e7-c040-496a-8bd1-2301ab21c244', 'status': 'completed', 'code': 200} Mar 07 17:16:02.049472 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:02.059933 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65c7cb-b757-49aa-a7eb-7a7ac0f9f377 req-47c9fe34-3e0f-46c7-9071-d99a77e80d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:02.061615 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ca65c7cb-b757-49aa-a7eb-7a7ac0f9f377 req-47c9fe34-3e0f-46c7-9071-d99a77e80d8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7db838688be64382a65bcd7a616e8666&device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 1132 time: 0.0494759 Mar 07 17:16:02.102022 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ca65c7cb-b757-49aa-a7eb-7a7ac0f9f377 req-62680ce0-22c3-42a4-8365-449282623945 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=7db838688be64382a65bcd7a616e8666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238752 Mar 07 17:16:02.231810 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65c7cb-b757-49aa-a7eb-7a7ac0f9f377 req-f8d0b155-3cce-4036-a9dc-ae53e95492af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:02.234124 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ca65c7cb-b757-49aa-a7eb-7a7ac0f9f377 req-f8d0b155-3cce-4036-a9dc-ae53e95492af service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266289 Mar 07 17:16:02.290902 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d968ce-f928-45e7-95bf-5a6f3235fe28 req-d75b130a-ae40-4ebc-88f4-c9f086aa8b86 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:02.293277 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-51d968ce-f928-45e7-95bf-5a6f3235fe28 req-d75b130a-ae40-4ebc-88f4-c9f086aa8b86 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 948 time: 0.0852032 Mar 07 17:16:02.369687 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854596-b853-44bf-9137-444bb853bb91 req-424722e8-aab3-4639-8d4e-d96263846f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:02.371267 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-424722e8-aab3-4639-8d4e-d96263846f6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7db838688be64382a65bcd7a616e8666&device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 1132 time: 0.0770884 Mar 07 17:16:02.374897 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-51d968ce-f928-45e7-95bf-5a6f3235fe28 req-f227e752-a975-4bf6-9ca7-7a62e92b7b3b tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6cb43dd-f6c5-4636-ab85-8475cfc1f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733013 Mar 07 17:16:02.421589 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-b1d47d64-40eb-426c-bad3-3d9dde04ae8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=9bd668e7-c040-496a-8bd1-2301ab21c244 HTTP/1.1" status: 200 len: 217 time: 0.0372124 Mar 07 17:16:02.471352 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854596-b853-44bf-9137-444bb853bb91 req-6bedc375-52ed-4934-bcea-0a074fb99e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:02.472855 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-6bedc375-52ed-4934-bcea-0a074fb99e9f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bbc27e02-7b09-4707-87c4-b575fffb3cee HTTP/1.1" status: 200 len: 843 time: 0.0435569 Mar 07 17:16:02.524573 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854596-b853-44bf-9137-444bb853bb91 req-d470904d-efa1-402d-a8bd-0cb6b8bc63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:02.526627 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-d470904d-efa1-402d-a8bd-0cb6b8bc63c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e668bcae-c15c-4b9e-b314-6896ef457e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0480342 Mar 07 17:16:02.620251 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-4aed6477-5eea-4ecc-9323-09f901aad47e service neutron] 10.222.0.65 "GET /v2.0/networks/e668bcae-c15c-4b9e-b314-6896ef457e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876806 Mar 07 17:16:02.688204 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0df62e-8a02-4a7c-ac52-278e63c2c2f6 req-cf6a657d-167b-4436-9f8b-e7f020f0d0ac tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:02.689718 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8b0df62e-8a02-4a7c-ac52-278e63c2c2f6 req-cf6a657d-167b-4436-9f8b-e7f020f0d0ac tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0603347 Mar 07 17:16:02.728104 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c854596-b853-44bf-9137-444bb853bb91 req-86d4e740-d333-4839-824d-32dc81afa6c2 service neutron] 10.222.0.65 "GET /v2.0/networks/e668bcae-c15c-4b9e-b314-6896ef457e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024156 Mar 07 17:16:02.763417 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-8b0df62e-8a02-4a7c-ac52-278e63c2c2f6 req-14f5046d-fcfb-401f-b454-d027f56e0f9a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672584 Mar 07 17:16:03.182701 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:03.507234 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3bcf9-18c2-4efc-8a46-1c47e53da6b5 req-dfb65e2c-7c2b-469e-8c42-2e9268a4978d tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:03.508723 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-04d3bcf9-18c2-4efc-8a46-1c47e53da6b5 req-dfb65e2c-7c2b-469e-8c42-2e9268a4978d tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 948 time: 0.0670893 Mar 07 17:16:03.556448 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-04d3bcf9-18c2-4efc-8a46-1c47e53da6b5 req-a84e4b12-598c-486a-94d5-731dceb533ee tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6cb43dd-f6c5-4636-ab85-8475cfc1f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Mar 07 17:16:03.888514 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3b97-8d4c-4103-a9d9-b3e913a37afd req-ec90c760-55cc-4509-8beb-5cdcebcfa648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:03.890031 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b0aa3b97-8d4c-4103-a9d9-b3e913a37afd req-ec90c760-55cc-4509-8beb-5cdcebcfa648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0577438 Mar 07 17:16:03.951648 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-b0aa3b97-8d4c-4103-a9d9-b3e913a37afd req-31cea8d3-640b-4e7f-b8b3-8fd1c1bc38b1 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557394 Mar 07 17:16:04.434849 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 9bd668e7-c040-496a-8bd1-2301ab21c244 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:16:04.554408 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 9bd668e7-c040-496a-8bd1-2301ab21c244, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9bd668e7-c040-496a-8bd1-2301ab21c244,segment=NetworkSegment(36cde730-7c61-48d6-bc65-7b318012e61b),segment_id=36cde730-7c61-48d6-bc65-7b318012e61b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:04.565335 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Returning: {'device': '9bd668e7-c040-496a-8bd1-2301ab21c244', 'network_id': 'e668bcae-c15c-4b9e-b314-6896ef457e5f', 'port_id': '9bd668e7-c040-496a-8bd1-2301ab21c244', 'mac_address': 'fa:16:3e:03:4c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc27e02-7b09-4707-87c4-b575fffb3cee', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:16:04.608862 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 9bd668e7-c040-496a-8bd1-2301ab21c244 is: DOWN; New status is: BUILD {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:16:04.609264 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:04.624023 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd668e7-c040-496a-8bd1-2301ab21c244 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:16:04.651563 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 9bd668e7-c040-496a-8bd1-2301ab21c244, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9bd668e7-c040-496a-8bd1-2301ab21c244,segment=NetworkSegment(36cde730-7c61-48d6-bc65-7b318012e61b),segment_id=36cde730-7c61-48d6-bc65-7b318012e61b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:04.685627 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e42c7-7307-4610-855d-927b7a9344e6 req-21f97d32-895b-4757-8e72-e52b71d68cfa tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:04.687289 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-416e42c7-7307-4610-855d-927b7a9344e6 req-21f97d32-895b-4757-8e72-e52b71d68cfa tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 948 time: 0.0585451 Mar 07 17:16:04.731106 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:04.738733 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-416e42c7-7307-4610-855d-927b7a9344e6 req-4c3885af-6403-42f0-9d61-629721bca10f tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6cb43dd-f6c5-4636-ab85-8475cfc1f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458324 Mar 07 17:16:04.793243 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=9bd668e7-c040-496a-8bd1-2301ab21c244,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:04.800607 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.800960 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.801309 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.801648 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.801979 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.802409 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.802752 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.803084 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.803416 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.803743 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.804067 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.804391 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.804714 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:04.902319 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:05.042886 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['9bd668e7-c040-496a-8bd1-2301ab21c244'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:16:05.077194 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1a0e2-2bab-4130-bdfa-7d7f1105c2d2 req-34a61a32-cc6c-45d4-ba58-8e3bfad7e010 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:05.078699 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-73f1a0e2-2bab-4130-bdfa-7d7f1105c2d2 req-34a61a32-cc6c-45d4-ba58-8e3bfad7e010 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0580630 Mar 07 17:16:05.142137 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-73f1a0e2-2bab-4130-bdfa-7d7f1105c2d2 req-7e148798-a897-49fe-b857-1be1436a5fe4 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576534 Mar 07 17:16:05.877303 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bf6f2-52b4-415f-a1a4-e10feed02171 req-8a713990-5f22-46b3-9ddc-94e3670f52a0 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:05.878917 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4c4bf6f2-52b4-415f-a1a4-e10feed02171 req-8a713990-5f22-46b3-9ddc-94e3670f52a0 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 949 time: 0.0608950 Mar 07 17:16:05.925730 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4c4bf6f2-52b4-415f-a1a4-e10feed02171 req-9be94bb2-d58e-4374-9845-40a8d2508183 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6cb43dd-f6c5-4636-ab85-8475cfc1f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Mar 07 17:16:06.265747 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1535c-2081-4f00-b042-cf1e5c20fd91 req-628d89a0-f578-4063-b5d8-27f9a30480bb tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:06.267338 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e1c1535c-2081-4f00-b042-cf1e5c20fd91 req-628d89a0-f578-4063-b5d8-27f9a30480bb tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0550768 Mar 07 17:16:06.328519 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-e1c1535c-2081-4f00-b042-cf1e5c20fd91 req-737c9cc3-6b47-4e17-aad1-7a0f191559bb tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551796 Mar 07 17:16:06.451588 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 9bd668e7-c040-496a-8bd1-2301ab21c244 up at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:16:06.598973 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning for port 9bd668e7-c040-496a-8bd1-2301ab21c244 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:16:06.603549 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Provisioning complete for port 9bd668e7-c040-496a-8bd1-2301ab21c244 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:16:06.604682 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:06.680002 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Current status of the port 9bd668e7-c040-496a-8bd1-2301ab21c244 is: BUILD; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:16:06.680391 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:06.704101 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfa6613-944a-48fa-8975-be2e94d1c041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd668e7-c040-496a-8bd1-2301ab21c244'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:16:06.706590 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e21f86bfcb1e8f1bf95e7bfab447cfa02560c16b3803172ad68bd0d168c4466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b3fb3c-d520-4fc0-9c56-648fd9e7e630" -d '{"events": [{"server_uuid": "7dfa6613-944a-48fa-8975-be2e94d1c041", "name": "network-vif-plugged", "status": "completed", "tag": "9bd668e7-c040-496a-8bd1-2301ab21c244"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:16:06.725105 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] For port 9bd668e7-c040-496a-8bd1-2301ab21c244, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9bd668e7-c040-496a-8bd1-2301ab21c244,segment=NetworkSegment(36cde730-7c61-48d6-bc65-7b318012e61b),segment_id=36cde730-7c61-48d6-bc65-7b318012e61b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:06.799397 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:06.848474 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Pushing event updated for resources: {'Port': ['ID=9bd668e7-c040-496a-8bd1-2301ab21c244,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:06.860094 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330989d7-c9fd-4d6b-a1e9-934a451ab330 x-openstack-request-id: req-330989d7-c9fd-4d6b-a1e9-934a451ab330 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:16:06.860391 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfa6613-944a-48fa-8975-be2e94d1c041", "name": "network-vif-plugged", "status": "completed", "tag": "9bd668e7-c040-496a-8bd1-2301ab21c244", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:16:06.860651 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-330989d7-c9fd-4d6b-a1e9-934a451ab330 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:16:06.861047 dv-cinder-778193-24-iscsi neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfa6613-944a-48fa-8975-be2e94d1c041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd668e7-c040-496a-8bd1-2301ab21c244', 'code': 200} Mar 07 17:16:07.053826 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643edaa-56c7-4deb-b7ee-7fa03172fbc3 req-4470fa17-1bb2-4055-9d67-e0a36176400b tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:07.056298 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1643edaa-56c7-4deb-b7ee-7fa03172fbc3 req-4470fa17-1bb2-4055-9d67-e0a36176400b tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 950 time: 0.0619526 Mar 07 17:16:07.112694 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-1643edaa-56c7-4deb-b7ee-7fa03172fbc3 req-037c47e2-2c41-4331-9002-d8ab801f791e tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6cb43dd-f6c5-4636-ab85-8475cfc1f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508246 Mar 07 17:16:07.198001 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef62a-7b54-4551-ba67-92ccc52e8e6b req-34649182-39aa-409f-a205-088b92ad53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:07.200044 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c22ef62a-7b54-4551-ba67-92ccc52e8e6b req-34649182-39aa-409f-a205-088b92ad53d9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 1134 time: 0.0519550 Mar 07 17:16:07.255148 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c22ef62a-7b54-4551-ba67-92ccc52e8e6b req-8752b3aa-6f33-4af9-be14-b66eedc3c274 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d6cb43dd-f6c5-4636-ab85-8475cfc1f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Mar 07 17:16:07.460754 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c878f1-2699-4863-bcea-d9d5dc25eb44 req-c9eeaa0a-4b1e-4dd7-bfc2-c09727846e89 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:07.462288 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-06c878f1-2699-4863-bcea-d9d5dc25eb44 req-c9eeaa0a-4b1e-4dd7-bfc2-c09727846e89 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0601695 Mar 07 17:16:07.528294 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-06c878f1-2699-4863-bcea-d9d5dc25eb44 req-c49d10d8-8d9d-456f-bd77-cefb55341c95 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600238 Mar 07 17:16:08.258257 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502035f0-e3cc-4ba1-a48b-977369108e05 req-d8c8930f-c99b-4a20-84c3-9b4e5ca12209 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:08.261288 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-502035f0-e3cc-4ba1-a48b-977369108e05 req-d8c8930f-c99b-4a20-84c3-9b4e5ca12209 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 950 time: 0.0658009 Mar 07 17:16:08.309648 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-502035f0-e3cc-4ba1-a48b-977369108e05 req-677f6855-c3b3-4e93-ab0a-334c4ba1654f tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6cb43dd-f6c5-4636-ab85-8475cfc1f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Mar 07 17:16:08.655227 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ac3c6-370f-4b19-90f1-96b24b78dca7 req-599e2aae-f8d3-4197-bff3-2f15a798ae9e tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:08.656745 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-981ac3c6-370f-4b19-90f1-96b24b78dca7 req-599e2aae-f8d3-4197-bff3-2f15a798ae9e tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0604191 Mar 07 17:16:08.721736 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-981ac3c6-370f-4b19-90f1-96b24b78dca7 req-3bf67fa2-ebd9-4ff8-831f-774641166bba tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587018 Mar 07 17:16:09.427810 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1769b-3410-4444-bfa1-2da234149fb0 req-67c64fa3-6660-48f7-b64e-7baa47901c59 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:09.429187 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-adf1769b-3410-4444-bfa1-2da234149fb0 req-67c64fa3-6660-48f7-b64e-7baa47901c59 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 950 time: 0.0525827 Mar 07 17:16:09.476403 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-adf1769b-3410-4444-bfa1-2da234149fb0 req-4b90bf7e-3659-4227-9491-e34c9c950193 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6cb43dd-f6c5-4636-ab85-8475cfc1f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Mar 07 17:16:09.860149 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b86d3-0810-46ad-8951-20ccc4d5da6f req-3f91a087-e077-4431-802c-8c30865edb3b tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:09.860149 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-772b86d3-0810-46ad-8951-20ccc4d5da6f req-3f91a087-e077-4431-802c-8c30865edb3b tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0636177 Mar 07 17:16:09.936097 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-772b86d3-0810-46ad-8951-20ccc4d5da6f req-38502eeb-6d5c-48fe-b30d-a01ac1833061 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630805 Mar 07 17:16:09.964308 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f41e8-cb7b-47b1-bf0e-80bf30530c28 req-76e82985-8d45-458b-83f0-f926e837f457 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:09.965830 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-970f41e8-cb7b-47b1-bf0e-80bf30530c28 req-76e82985-8d45-458b-83f0-f926e837f457 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 950 time: 0.0604727 Mar 07 17:16:10.014981 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-970f41e8-cb7b-47b1-bf0e-80bf30530c28 req-31d59b45-2c58-4c86-8014-d0ac121b761c tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6cb43dd-f6c5-4636-ab85-8475cfc1f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434036 Mar 07 17:16:10.644942 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:11.058912 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99b728-437a-4ad3-971f-20ed609e1e3c req-0ecd9736-e0f6-404e-8481-5176bfd49d44 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:11.060414 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0d99b728-437a-4ad3-971f-20ed609e1e3c req-0ecd9736-e0f6-404e-8481-5176bfd49d44 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0546272 Mar 07 17:16:11.130604 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0d99b728-437a-4ad3-971f-20ed609e1e3c req-5f8a9022-6cca-4857-abcd-83cf15c94029 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639131 Mar 07 17:16:11.135374 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0969136-72fb-4f6a-8d27-1e47d1a85947 req-b3798afe-d4da-4071-945a-f856ca4615f8 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:11.136959 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a0969136-72fb-4f6a-8d27-1e47d1a85947 req-b3798afe-d4da-4071-945a-f856ca4615f8 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 950 time: 0.0530691 Mar 07 17:16:11.185959 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a0969136-72fb-4f6a-8d27-1e47d1a85947 req-7ca149ea-297f-412e-9ada-416d74beabc2 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6cb43dd-f6c5-4636-ab85-8475cfc1f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433817 Mar 07 17:16:11.394982 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91940eb1-1416-4cc6-99bd-e9f290349bcd req-cb457cc1-e6ed-47e4-b7fc-0c8683545295 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:11.396414 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-91940eb1-1416-4cc6-99bd-e9f290349bcd req-cb457cc1-e6ed-47e4-b7fc-0c8683545295 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.65 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 950 time: 0.0515783 Mar 07 17:16:11.490491 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-91940eb1-1416-4cc6-99bd-e9f290349bcd req-6139d4f5-9180-477a-8ed3-f14ace352aa4 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Deleting port 9bd668e7-c040-496a-8bd1-2301ab21c244 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:11.490834 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-91940eb1-1416-4cc6-99bd-e9f290349bcd req-6139d4f5-9180-477a-8ed3-f14ace352aa4 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:11.580959 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-91940eb1-1416-4cc6-99bd-e9f290349bcd req-6139d4f5-9180-477a-8ed3-f14ace352aa4 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] For port 9bd668e7-c040-496a-8bd1-2301ab21c244, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9bd668e7-c040-496a-8bd1-2301ab21c244,segment=NetworkSegment(36cde730-7c61-48d6-bc65-7b318012e61b),segment_id=36cde730-7c61-48d6-bc65-7b318012e61b)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:11.581316 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-91940eb1-1416-4cc6-99bd-e9f290349bcd req-6139d4f5-9180-477a-8ed3-f14ace352aa4 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:11.593337 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-91940eb1-1416-4cc6-99bd-e9f290349bcd req-6139d4f5-9180-477a-8ed3-f14ace352aa4 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Calling delete_port for 9bd668e7-c040-496a-8bd1-2301ab21c244 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:12.056273 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-91940eb1-1416-4cc6-99bd-e9f290349bcd req-6139d4f5-9180-477a-8ed3-f14ace352aa4 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (9bd668e7-c040-496a-8bd1-2301ab21c244), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:12.088658 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139d4f5-9180-477a-8ed3-f14ace352aa4 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Pushing event deleted for resources: {'Port': ['ID=9bd668e7-c040-496a-8bd1-2301ab21c244,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:12.096893 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['9bd668e7-c040-496a-8bd1-2301ab21c244'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:16:12.133961 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-91940eb1-1416-4cc6-99bd-e9f290349bcd req-6139d4f5-9180-477a-8ed3-f14ace352aa4 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] No DVR routers for this DVR port 9bd668e7-c040-496a-8bd1-2301ab21c244 on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:16:12.136666 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-91940eb1-1416-4cc6-99bd-e9f290349bcd req-6139d4f5-9180-477a-8ed3-f14ace352aa4 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:12.140309 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-91940eb1-1416-4cc6-99bd-e9f290349bcd req-6139d4f5-9180-477a-8ed3-f14ace352aa4 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.65 "DELETE /v2.0/ports/9bd668e7-c040-496a-8bd1-2301ab21c244 HTTP/1.1" status: 204 len: 173 time: 0.7387974 Mar 07 17:16:12.140802 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfa6613-944a-48fa-8975-be2e94d1c041', 'name': 'network-vif-deleted', 'tag': '9bd668e7-c040-496a-8bd1-2301ab21c244'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:16:12.144706 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcd2efc-c571-4bc0-8638-2f7296c1877b" -d '{"events": [{"server_uuid": "7dfa6613-944a-48fa-8975-be2e94d1c041", "name": "network-vif-deleted", "tag": "9bd668e7-c040-496a-8bd1-2301ab21c244"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:16:12.196256 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2981930a-3b04-405c-8867-05f45affb5dc x-openstack-request-id: req-2981930a-3b04-405c-8867-05f45affb5dc {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:16:12.196741 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfa6613-944a-48fa-8975-be2e94d1c041", "name": "network-vif-deleted", "tag": "9bd668e7-c040-496a-8bd1-2301ab21c244", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:16:12.197002 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2981930a-3b04-405c-8867-05f45affb5dc {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:16:12.197732 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfa6613-944a-48fa-8975-be2e94d1c041', 'name': 'network-vif-deleted', 'tag': '9bd668e7-c040-496a-8bd1-2301ab21c244', 'status': 'completed', 'code': 200} Mar 07 17:16:12.264409 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627cc55-6f59-4c4b-a3ee-ded87c580fca req-53ba88ca-91be-49ae-9803-2529d7e1aa12 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:12.271381 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f627cc55-6f59-4c4b-a3ee-ded87c580fca req-53ba88ca-91be-49ae-9803-2529d7e1aa12 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0665367 Mar 07 17:16:12.307126 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ec4a135c-f4de-456e-8619-7bc2c85159d3 req-1ef1e379-7b60-4d35-8f1b-7d66f485bd82 tempest-VolumesNegativeTest-447777546 tempest-VolumesNegativeTest-447777546-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfa6613-944a-48fa-8975-be2e94d1c041 HTTP/1.1" status: 200 len: 210 time: 0.0321157 Mar 07 17:16:12.338070 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f627cc55-6f59-4c4b-a3ee-ded87c580fca req-472b1141-39fe-4ee7-a9f0-536530520105 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658019 Mar 07 17:16:13.472673 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aab35-63e5-47d3-9a99-da17be69962e req-efa145b0-ea0d-433a-8561-5e30d857a92e tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:13.480369 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-000aab35-63e5-47d3-9a99-da17be69962e req-efa145b0-ea0d-433a-8561-5e30d857a92e tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0632498 Mar 07 17:16:13.539281 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-000aab35-63e5-47d3-9a99-da17be69962e req-25334a4c-2339-4df6-a944-1da2c0d32058 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591209 Mar 07 17:16:14.496654 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 9bd668e7-c040-496a-8bd1-2301ab21c244 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:16:14.520890 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 9bd668e7-c040-496a-8bd1-2301ab21c244 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:16:14.521246 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 9bd668e7-c040-496a-8bd1-2301ab21c244 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:16:14.671300 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed2665-45e2-40f9-b694-1ec42ca61957 req-0be6524d-3e56-4d87-be17-1a6177553ea8 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:14.672890 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c8ed2665-45e2-40f9-b694-1ec42ca61957 req-0be6524d-3e56-4d87-be17-1a6177553ea8 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.0595584 Mar 07 17:16:14.737267 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c8ed2665-45e2-40f9-b694-1ec42ca61957 req-6c2514ec-9610-46c8-b6a1-5de68a04b0cb tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&id=a8e951e7-bd24-4b24-957e-f974bc533612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583673 Mar 07 17:16:19.465649 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36174) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:19.637614 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-b79955b2-d134-420b-a6a3-bd1fe9308c57 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7db838688be64382a65bcd7a616e8666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702363 Mar 07 17:16:19.640795 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36178) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:19.693001 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-078858af-383e-4361-94ac-38f27d1b3cc0 admin admin] Publish callbacks [] for security_group (d6cb43dd-f6c5-4636-ab85-8475cfc1f379), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:19.721414 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-078858af-383e-4361-94ac-38f27d1b3cc0 admin admin] Publish callbacks [] for security_group (d6cb43dd-f6c5-4636-ab85-8475cfc1f379), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:19.861779 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-078858af-383e-4361-94ac-38f27d1b3cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (d6cb43dd-f6c5-4636-ab85-8475cfc1f379), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:19.864420 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-078858af-383e-4361-94ac-38f27d1b3cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:19.865593 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-078858af-383e-4361-94ac-38f27d1b3cc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6cb43dd-f6c5-4636-ab85-8475cfc1f379 HTTP/1.1" status: 204 len: 168 time: 0.2238088 Mar 07 17:16:19.874998 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078858af-383e-4361-94ac-38f27d1b3cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cb43dd-f6c5-4636-ab85-8475cfc1f379,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:20.946679 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-b19c166c-278c-4a85-910a-eb395840f2b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451891 Mar 07 17:16:21.038981 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-ab5f228e-962b-4cb9-85bd-003bec5e719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:21.038981 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-ab5f228e-962b-4cb9-85bd-003bec5e719c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 1129 time: 0.0473766 Mar 07 17:16:21.151152 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-4dffc49d-cb52-4685-923a-1f6fa3427caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:21.152506 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-4dffc49d-cb52-4685-923a-1f6fa3427caf service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 912 time: 0.0979180 Mar 07 17:16:21.225639 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-e1c81549-9603-4b80-9404-46cf9023487c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b3d43f-c619-4c2a-9589-856f8891ef1f HTTP/1.1" status: 200 len: 1000 time: 0.0677738 Mar 07 17:16:21.276501 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-b61e562a-0b0b-4be9-b500-21c5d18d1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:21.279681 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-b61e562a-0b0b-4be9-b500-21c5d18d1e97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 200 len: 850 time: 0.0473995 Mar 07 17:16:21.330991 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-936e7330-4632-4ebc-b4af-6778df627535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:21.332623 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-936e7330-4632-4ebc-b4af-6778df627535 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483162 Mar 07 17:16:21.430054 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-8e888fbd-f484-4d26-9762-5eac46b497b1 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916107 Mar 07 17:16:21.522579 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-38f9670b-c43b-446b-bf8c-b8ca86562425 req-40241543-a6d0-48e6-a6c3-401ce2b2a86d service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867019 Mar 07 17:16:25.355102 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:16:28.083028 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a4de-d0ee-4792-96fe-fb1cbf155e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:30.456609 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-09c0b72e-ac6f-485e-a8a9-21926f55e2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:30.758347 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36250) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:30.865055 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1797affc-4cb6-42d0-a0f5-bdacdd6324d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:30.941712 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1797affc-4cb6-42d0-a0f5-bdacdd6324d4 admin admin] Publish callbacks [] for security_group (042ddc36-2d21-4ba9-ae12-145bade66d44), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:31.010233 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1797affc-4cb6-42d0-a0f5-bdacdd6324d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (042ddc36-2d21-4ba9-ae12-145bade66d44), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:31.051149 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-1797affc-4cb6-42d0-a0f5-bdacdd6324d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a93bec5c86948ee88f52cf87e08b9cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916589 Mar 07 17:16:31.052164 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797affc-4cb6-42d0-a0f5-bdacdd6324d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042ddc36-2d21-4ba9-ae12-145bade66d44,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:31.055875 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36254) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:31.124829 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Publish callbacks [] for security_group (042ddc36-2d21-4ba9-ae12-145bade66d44), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:31.148052 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Publish callbacks [] for security_group (042ddc36-2d21-4ba9-ae12-145bade66d44), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:31.290175 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (042ddc36-2d21-4ba9-ae12-145bade66d44), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:31.292655 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:31.293824 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/042ddc36-2d21-4ba9-ae12-145bade66d44 HTTP/1.1" status: 204 len: 168 time: 0.2365079 Mar 07 17:16:31.302284 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042ddc36-2d21-4ba9-ae12-145bade66d44,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:31.310133 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.310517 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.310865 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.311282 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.311539 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.311873 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.312199 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.312535 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.312856 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.313187 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.313508 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.313837 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.314154 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a444f-f3ad-4f96-b3c7-9e2a1f4822ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:31.998716 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:33.185733 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:34.849801 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:37.064224 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36258) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:37.247185 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Deleting port 1ee6aa3a-4845-4b3e-9933-cd47eafe66e5 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:37.247533 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (1ee6aa3a-4845-4b3e-9933-cd47eafe66e5), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:37.337665 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (1ee6aa3a-4845-4b3e-9933-cd47eafe66e5), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:37.337994 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (1ee6aa3a-4845-4b3e-9933-cd47eafe66e5), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:37.351613 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Calling delete_port for 1ee6aa3a-4845-4b3e-9933-cd47eafe66e5 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:37.643748 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (1ee6aa3a-4845-4b3e-9933-cd47eafe66e5), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:37.669118 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event deleted for resources: {'Port': ['ID=1ee6aa3a-4845-4b3e-9933-cd47eafe66e5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:37.735526 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (80e182f0-d8e0-4666-8abe-d9b68cd3ea80), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:37.735846 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Floating IP 80e182f0-d8e0-4666-8abe-d9b68cd3ea80 disassociated (deleted). External IP: 172.27.1.77, port: a0b3d43f-c619-4c2a-9589-856f8891ef1f. Mar 07 17:16:37.964691 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:16:38.357646 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:16:38.363578 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:38.368227 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3135723-1efb-49f6-baf2-04c17e91bc25 None None] Sync routers for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:16:38.379220 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3135723-1efb-49f6-baf2-04c17e91bc25 None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:16:38.379874 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d3135723-1efb-49f6-baf2-04c17e91bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:16:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:38.395111 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-82058d08-9bc6-425f-898b-ee2a01cc4140 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "DELETE /v2.0/floatingips/80e182f0-d8e0-4666-8abe-d9b68cd3ea80 HTTP/1.1" status: 204 len: 168 time: 1.3297184 Mar 07 17:16:38.395785 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4f0710-63f0-4604-abe1-970905716229', 'tag': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:16:38.398657 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9812c1b-6699-4f76-b99f-a32d0d06522c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4f0710-63f0-4604-abe1-970905716229", "tag": "a0b3d43f-c619-4c2a-9589-856f8891ef1f"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:16:38.512185 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-d3135723-1efb-49f6-baf2-04c17e91bc25 None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:16:38.724263 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53756f8-6552-4c89-8a16-183c19c74241 x-openstack-request-id: req-a53756f8-6552-4c89-8a16-183c19c74241 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:16:38.724750 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4f0710-63f0-4604-abe1-970905716229", "tag": "a0b3d43f-c619-4c2a-9589-856f8891ef1f", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:16:38.725472 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a53756f8-6552-4c89-8a16-183c19c74241 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:16:38.725763 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4f0710-63f0-4604-abe1-970905716229', 'tag': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f', 'status': 'completed', 'code': 200} Mar 07 17:16:38.835865 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9812c1b-6699-4f76-b99f-a32d0d06522c req-9c3489ef-5a5d-4099-bdfb-ecd7750f2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:38.838268 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9812c1b-6699-4f76-b99f-a32d0d06522c req-9c3489ef-5a5d-4099-bdfb-ecd7750f2789 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 1129 time: 0.0619080 Mar 07 17:16:38.952529 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9812c1b-6699-4f76-b99f-a32d0d06522c req-86106be6-fd95-4d43-a1ba-b437edd3ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:38.952791 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d3135723-1efb-49f6-baf2-04c17e91bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '832d3b2a-ea07-445f-9c49-1e0fa4b8578d', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:b4:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:45Z', 'updated_at': '2022-03-07T17:12:47Z', 'revision_number': 1, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:38.955646 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9812c1b-6699-4f76-b99f-a32d0d06522c req-86106be6-fd95-4d43-a1ba-b437edd3ccbd service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 912 time: 0.1105571 Mar 07 17:16:38.968258 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c848b-66e5-4bbc-89fd-36291531cc3f req-c0769010-269a-4e15-950f-896604fe0901 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:38.969825 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c60c848b-66e5-4bbc-89fd-36291531cc3f req-c0769010-269a-4e15-950f-896604fe0901 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 945 time: 0.0687277 Mar 07 17:16:38.981945 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3135723-1efb-49f6-baf2-04c17e91bc25 None None] Checking router: 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:16:38.991827 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3135723-1efb-49f6-baf2-04c17e91bc25 None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:16:38.992776 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d3135723-1efb-49f6-baf2-04c17e91bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:16:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:39.000793 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9812c1b-6699-4f76-b99f-a32d0d06522c req-99a0b546-1920-4fb6-b9e6-d246da6eb7b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b3d43f-c619-4c2a-9589-856f8891ef1f HTTP/1.1" status: 200 len: 217 time: 0.0389609 Mar 07 17:16:39.036443 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-c60c848b-66e5-4bbc-89fd-36291531cc3f req-81d28405-7fdc-400a-a81c-805736d975a3 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600204 Mar 07 17:16:39.068942 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9812c1b-6699-4f76-b99f-a32d0d06522c req-5f3311dd-73b4-498b-a4e2-0b7d32ef3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:39.070353 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9812c1b-6699-4f76-b99f-a32d0d06522c req-5f3311dd-73b4-498b-a4e2-0b7d32ef3568 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 200 len: 850 time: 0.0611899 Mar 07 17:16:39.109956 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-d3135723-1efb-49f6-baf2-04c17e91bc25 None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:16:39.132879 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9812c1b-6699-4f76-b99f-a32d0d06522c req-e792baf9-974b-4b13-aef5-3d82fb670127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:39.134507 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9812c1b-6699-4f76-b99f-a32d0d06522c req-e792baf9-974b-4b13-aef5-3d82fb670127 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581777 Mar 07 17:16:39.233554 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9812c1b-6699-4f76-b99f-a32d0d06522c req-c40f9cdc-24cb-4e67-a317-8701a46e37ed service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919912 Mar 07 17:16:39.356079 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d3135723-1efb-49f6-baf2-04c17e91bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '832d3b2a-ea07-445f-9c49-1e0fa4b8578d', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:b4:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:45Z', 'updated_at': '2022-03-07T17:12:47Z', 'revision_number': 1, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:39.370553 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9812c1b-6699-4f76-b99f-a32d0d06522c req-7e2ed226-abb8-4b2c-b61e-b12ce45e675f service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296730 Mar 07 17:16:39.388930 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3135723-1efb-49f6-baf2-04c17e91bc25 None None] The sync data for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi is: [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_floatingips': [{'id': '832d3b2a-ea07-445f-9c49-1e0fa4b8578d', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'router_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'port_id': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'mac_address': 'fa:16:3e:b4:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:45Z', 'updated_at': '2022-03-07T17:12:47Z', 'revision_number': 1, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:16:39.641610 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17692d22-cd5b-4391-820f-c568c3177627 None None] New status for floating IP 80e182f0-d8e0-4666-8abe-d9b68cd3ea80: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:16:40.177551 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9078b-4b5f-4d8f-8884-565f5aab54b6 req-41f919b8-a588-4475-81a0-14e9315e9626 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:40.180013 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7df9078b-4b5f-4d8f-8884-565f5aab54b6 req-41f919b8-a588-4475-81a0-14e9315e9626 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 945 time: 0.0711770 Mar 07 17:16:40.234239 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7df9078b-4b5f-4d8f-8884-565f5aab54b6 req-d733f552-43d0-4d5e-ad08-037cfb8fbec1 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454443 Mar 07 17:16:40.655354 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:40.755049 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74e3e9-0007-4007-af50-a4780c0fbb33 req-17450d98-535d-4593-945b-31b076f84b18 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:40.756572 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-df74e3e9-0007-4007-af50-a4780c0fbb33 req-17450d98-535d-4593-945b-31b076f84b18 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 945 time: 0.0544991 Mar 07 17:16:40.866954 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-df74e3e9-0007-4007-af50-a4780c0fbb33 req-7cd2aae4-aaec-48ab-9455-32bad196c39d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Deleting port a0b3d43f-c619-4c2a-9589-856f8891ef1f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:40.867292 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-df74e3e9-0007-4007-af50-a4780c0fbb33 req-7cd2aae4-aaec-48ab-9455-32bad196c39d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:40.963857 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-df74e3e9-0007-4007-af50-a4780c0fbb33 req-7cd2aae4-aaec-48ab-9455-32bad196c39d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] For port a0b3d43f-c619-4c2a-9589-856f8891ef1f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a0b3d43f-c619-4c2a-9589-856f8891ef1f,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:40.964108 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-df74e3e9-0007-4007-af50-a4780c0fbb33 req-7cd2aae4-aaec-48ab-9455-32bad196c39d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:40.976830 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-df74e3e9-0007-4007-af50-a4780c0fbb33 req-7cd2aae4-aaec-48ab-9455-32bad196c39d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Calling delete_port for a0b3d43f-c619-4c2a-9589-856f8891ef1f owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:41.187527 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-df74e3e9-0007-4007-af50-a4780c0fbb33 req-7cd2aae4-aaec-48ab-9455-32bad196c39d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (a0b3d43f-c619-4c2a-9589-856f8891ef1f), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:41.218449 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2aae4-aaec-48ab-9455-32bad196c39d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event deleted for resources: {'Port': ['ID=a0b3d43f-c619-4c2a-9589-856f8891ef1f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:41.269695 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-df74e3e9-0007-4007-af50-a4780c0fbb33 req-7cd2aae4-aaec-48ab-9455-32bad196c39d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] No DVR routers for this DVR port a0b3d43f-c619-4c2a-9589-856f8891ef1f on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:16:41.273006 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-df74e3e9-0007-4007-af50-a4780c0fbb33 req-7cd2aae4-aaec-48ab-9455-32bad196c39d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:41.276333 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-df74e3e9-0007-4007-af50-a4780c0fbb33 req-7cd2aae4-aaec-48ab-9455-32bad196c39d tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "DELETE /v2.0/ports/a0b3d43f-c619-4c2a-9589-856f8891ef1f HTTP/1.1" status: 204 len: 173 time: 0.5145524 Mar 07 17:16:41.276798 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f0710-63f0-4604-abe1-970905716229', 'name': 'network-vif-deleted', 'tag': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:16:41.279689 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4f8834-de26-417f-bc4c-70fa291fb3f0" -d '{"events": [{"server_uuid": "cb4f0710-63f0-4604-abe1-970905716229", "name": "network-vif-deleted", "tag": "a0b3d43f-c619-4c2a-9589-856f8891ef1f"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:16:41.317600 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b9077a-9a22-49fb-a219-5ade8b8b88d4 x-openstack-request-id: req-d8b9077a-9a22-49fb-a219-5ade8b8b88d4 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:16:41.318122 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f0710-63f0-4604-abe1-970905716229", "name": "network-vif-deleted", "tag": "a0b3d43f-c619-4c2a-9589-856f8891ef1f", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:16:41.318356 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8b9077a-9a22-49fb-a219-5ade8b8b88d4 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:16:41.328529 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4f0710-63f0-4604-abe1-970905716229', 'name': 'network-vif-deleted', 'tag': 'a0b3d43f-c619-4c2a-9589-856f8891ef1f', 'status': 'completed', 'code': 200} Mar 07 17:16:41.337050 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-ca7180e5-24e2-4e26-acd1-1a20c9fea2e8 req-52b57417-95e7-4a19-8876-9d11923d3ff8 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 210 time: 0.0308266 Mar 07 17:16:42.450079 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4a23b93d-3712-43ac-8f88-631ae29d71e7 req-24155435-617f-4722-9721-39a13aa8452f tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb4f0710-63f0-4604-abe1-970905716229 HTTP/1.1" status: 200 len: 210 time: 0.0282907 Mar 07 17:16:44.554482 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device a0b3d43f-c619-4c2a-9589-856f8891ef1f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:16:44.578624 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: a0b3d43f-c619-4c2a-9589-856f8891ef1f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:16:44.578971 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device a0b3d43f-c619-4c2a-9589-856f8891ef1f not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:16:46.038563 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36290) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:46.209154 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Deleting port cb413395-942a-4208-831c-999c74fa824b {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:46.209481 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (cb413395-942a-4208-831c-999c74fa824b), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:46.289721 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (cb413395-942a-4208-831c-999c74fa824b), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:46.289962 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (cb413395-942a-4208-831c-999c74fa824b), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:46.303179 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Calling delete_port for cb413395-942a-4208-831c-999c74fa824b owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:46.507510 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (cb413395-942a-4208-831c-999c74fa824b), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:46.531962 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event deleted for resources: {'Port': ['ID=cb413395-942a-4208-831c-999c74fa824b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:46.602574 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (832d3b2a-ea07-445f-9c49-1e0fa4b8578d), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:46.602857 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Floating IP 832d3b2a-ea07-445f-9c49-1e0fa4b8578d disassociated (deleted). External IP: 172.27.1.150, port: 4ffe370c-260d-4946-9cb4-662d4ca1cf53. Mar 07 17:16:46.821126 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:16:46.936884 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:16:46.942023 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:46.947041 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bdface-cdce-4f27-a28f-1f651f70b2bd None None] Sync routers for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:16:46.958112 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bdface-cdce-4f27-a28f-1f651f70b2bd None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:16:46.958763 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a9bdface-cdce-4f27-a28f-1f651f70b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:16:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:46.972189 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-7037000a-aebc-45da-b0de-960d19a4c786 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "DELETE /v2.0/floatingips/832d3b2a-ea07-445f-9c49-1e0fa4b8578d HTTP/1.1" status: 204 len: 168 time: 0.9324803 Mar 07 17:16:46.972796 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'tag': '4ffe370c-260d-4946-9cb4-662d4ca1cf53'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:16:46.975168 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb179bda-807b-442f-8710-64ba8193044e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd8b712-033f-4cb0-9ec1-c1072be0acb3", "tag": "4ffe370c-260d-4946-9cb4-662d4ca1cf53"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:16:47.027639 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301bd8c2-eeb6-4579-a88f-69ff05edc188 x-openstack-request-id: req-301bd8c2-eeb6-4579-a88f-69ff05edc188 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:16:47.028027 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd8b712-033f-4cb0-9ec1-c1072be0acb3", "tag": "4ffe370c-260d-4946-9cb4-662d4ca1cf53", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:16:47.028234 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-301bd8c2-eeb6-4579-a88f-69ff05edc188 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:16:47.028564 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'tag': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'status': 'completed', 'code': 200} Mar 07 17:16:47.086619 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a9bdface-cdce-4f27-a28f-1f651f70b2bd None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:16:47.134533 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb179bda-807b-442f-8710-64ba8193044e req-cf02154d-b425-473e-bca7-82e9675e1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:47.136522 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bb179bda-807b-442f-8710-64ba8193044e req-cf02154d-b425-473e-bca7-82e9675e1582 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92bdf6bf19df4e0d8303135729cf686c&device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 1130 time: 0.0649707 Mar 07 17:16:47.271311 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb179bda-807b-442f-8710-64ba8193044e req-f8bb3e08-ca9c-40fa-b0ff-63ab5c045930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:47.272843 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bb179bda-807b-442f-8710-64ba8193044e req-f8bb3e08-ca9c-40fa-b0ff-63ab5c045930 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 200 len: 912 time: 0.1256957 Mar 07 17:16:47.322120 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bb179bda-807b-442f-8710-64ba8193044e req-1d97d352-0b1a-46eb-8c59-ffce81b255f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ffe370c-260d-4946-9cb4-662d4ca1cf53 HTTP/1.1" status: 200 len: 217 time: 0.0419180 Mar 07 17:16:47.349828 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a9bdface-cdce-4f27-a28f-1f651f70b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:47.382046 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f6af452e-f751-4e13-93bb-f62e0bcbb3b6 req-f7d793d3-84cd-440e-88a0-e47e23ba2db2 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296640866&fields=id&tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f HTTP/1.1" status: 200 len: 267 time: 0.0722864 Mar 07 17:16:47.385942 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb179bda-807b-442f-8710-64ba8193044e req-f946674f-cb55-4cdc-83b7-e8bdee62635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:47.387422 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bb179bda-807b-442f-8710-64ba8193044e req-f946674f-cb55-4cdc-83b7-e8bdee62635e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 200 len: 850 time: 0.0584791 Mar 07 17:16:47.400809 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bdface-cdce-4f27-a28f-1f651f70b2bd None None] Checking router: 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:16:47.422276 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bdface-cdce-4f27-a28f-1f651f70b2bd None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:16:47.423108 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a9bdface-cdce-4f27-a28f-1f651f70b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:16:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:47.491071 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af452e-f751-4e13-93bb-f62e0bcbb3b6 req-09321f6b-6885-4880-9e2f-dd40bd41080a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:47.492760 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f6af452e-f751-4e13-93bb-f62e0bcbb3b6 req-09321f6b-6885-4880-9e2f-dd40bd41080a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 984 time: 0.1033969 Mar 07 17:16:47.504906 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb179bda-807b-442f-8710-64ba8193044e req-c94f668f-26f6-4320-bcb7-86632c69f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:47.506530 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bb179bda-807b-442f-8710-64ba8193044e req-c94f668f-26f6-4320-bcb7-86632c69f336 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0930698 Mar 07 17:16:47.515747 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.v2.base [req-f6af452e-f751-4e13-93bb-f62e0bcbb3b6 req-de69352d-69ad-4a0f-ab13-7aa5e6d6828c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Request body: {'port': {'security_groups': ['41d18c97-e209-4971-a3fb-727bb909bf7a']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:16:47.519285 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70aca6-b027-4d1e-8b43-55f25c415de1 req-c36a3ffe-9097-470f-bf84-b9a92c553b3e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:47.522440 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4e70aca6-b027-4d1e-8b43-55f25c415de1 req-c36a3ffe-9097-470f-bf84-b9a92c553b3e tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 946 time: 0.0934539 Mar 07 17:16:47.567100 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a9bdface-cdce-4f27-a28f-1f651f70b2bd None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:16:47.629726 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-f6af452e-f751-4e13-93bb-f62e0bcbb3b6 req-de69352d-69ad-4a0f-ab13-7aa5e6d6828c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700063'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:47.633838 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4e70aca6-b027-4d1e-8b43-55f25c415de1 req-f3a964fa-c5be-486a-810d-0a0b63fe5580 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045001 Mar 07 17:16:47.660897 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bb179bda-807b-442f-8710-64ba8193044e req-93ec94aa-d63e-4a80-87ba-8a396dddc062 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389937 Mar 07 17:16:47.787828 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bb179bda-807b-442f-8710-64ba8193044e req-28f53323-bdcf-4879-9176-d035e1372648 service neutron] 10.222.0.65 "GET /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201327 Mar 07 17:16:47.839258 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a9bdface-cdce-4f27-a28f-1f651f70b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:47.853443 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-f6af452e-f751-4e13-93bb-f62e0bcbb3b6 req-de69352d-69ad-4a0f-ab13-7aa5e6d6828c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] For port 11344da4-b8c2-4869-bc1d-0456872465a0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=11344da4-b8c2-4869-bc1d-0456872465a0,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:47.869176 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bdface-cdce-4f27-a28f-1f651f70b2bd None None] The sync data for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi is: [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:09:15Z', 'revision_number': 4, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb', 'name': '', 'network_id': 'c6781afb-dca6-4e4e-a1e1-392a6e1b8e08', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'mac_address': 'fa:16:3e:d2:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:14Z', 'updated_at': '2022-03-07T17:09:21Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'subnets': [{'id': 'e867eec7-8dc7-4272-8d09-7a5ff0666b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:16:47.891243 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-f6af452e-f751-4e13-93bb-f62e0bcbb3b6 req-de69352d-69ad-4a0f-ab13-7aa5e6d6828c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for port (11344da4-b8c2-4869-bc1d-0456872465a0), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:47.969526 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-f6af452e-f751-4e13-93bb-f62e0bcbb3b6 req-de69352d-69ad-4a0f-ab13-7aa5e6d6828c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758370340024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758369852097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758369852115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12767295'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.012249 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['11344da4-b8c2-4869-bc1d-0456872465a0'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:16:48.024981 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af452e-f751-4e13-93bb-f62e0bcbb3b6 req-de69352d-69ad-4a0f-ab13-7aa5e6d6828c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:48.025995 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-f6af452e-f751-4e13-93bb-f62e0bcbb3b6 req-de69352d-69ad-4a0f-ab13-7aa5e6d6828c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.027990 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f6af452e-f751-4e13-93bb-f62e0bcbb3b6 req-de69352d-69ad-4a0f-ab13-7aa5e6d6828c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "PUT /v2.0/ports/11344da4-b8c2-4869-bc1d-0456872465a0 HTTP/1.1" status: 200 len: 942 time: 0.5188005 Mar 07 17:16:48.043093 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36302) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:48.064682 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69352d-69ad-4a0f-ab13-7aa5e6d6828c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event updated for resources: {'Port': ['ID=11344da4-b8c2-4869-bc1d-0456872465a0,revision_number=7']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:48.143971 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f8282c25-4019-4abc-a2ef-bf21ae140811 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group (a8e951e7-bd24-4b24-957e-f974bc533612), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.170966 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] get_ports_and_sgs() called for port_ids ['11344da4-b8c2-4869-bc1d-0456872465a0'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:16:48.196283 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f8282c25-4019-4abc-a2ef-bf21ae140811 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group (a8e951e7-bd24-4b24-957e-f974bc533612), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.233637 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec661c-f4de-4033-93c6-d613231a1fd5 None None] New status for floating IP 832d3b2a-ea07-445f-9c49-1e0fa4b8578d: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:16:48.400110 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f8282c25-4019-4abc-a2ef-bf21ae140811 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (a8e951e7-bd24-4b24-957e-f974bc533612), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.401031 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f8282c25-4019-4abc-a2ef-bf21ae140811 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.402490 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f8282c25-4019-4abc-a2ef-bf21ae140811 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "DELETE /v2.0/security-groups/a8e951e7-bd24-4b24-957e-f974bc533612 HTTP/1.1" status: 204 len: 168 time: 0.3578401 Mar 07 17:16:48.405244 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36304) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:48.414590 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8282c25-4019-4abc-a2ef-bf21ae140811 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e951e7-bd24-4b24-957e-f974bc533612,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:48.417783 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1dd58b28-dbdb-480f-8814-060e899bef9e None None] Provisioning complete for port 11344da4-b8c2-4869-bc1d-0456872465a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:16:48.418262 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1dd58b28-dbdb-480f-8814-060e899bef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826536'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.542016 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1dd58b28-dbdb-480f-8814-060e899bef9e None None] Current status of the port 11344da4-b8c2-4869-bc1d-0456872465a0 is: ACTIVE; New status is: ACTIVE {{(pid=103717) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:16:48.588695 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Deleting port b5a5e138-37ff-4764-b9d8-0de6a657658f {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:48.589037 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (b5a5e138-37ff-4764-b9d8-0de6a657658f), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.671098 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (b5a5e138-37ff-4764-b9d8-0de6a657658f), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.671374 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for floatingip (b5a5e138-37ff-4764-b9d8-0de6a657658f), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.686771 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Calling delete_port for b5a5e138-37ff-4764-b9d8-0de6a657658f owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:48.782803 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d27ea5-3e7e-4335-93e2-73e9056b260f req-3cce07d4-49d6-41cb-8c8e-8d1e248741de tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:48.785346 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-13d27ea5-3e7e-4335-93e2-73e9056b260f req-3cce07d4-49d6-41cb-8c8e-8d1e248741de tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 946 time: 0.0615129 Mar 07 17:16:48.855415 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-13d27ea5-3e7e-4335-93e2-73e9056b260f req-3cfd89ff-f4dc-4d82-af5c-ed97bfc8d8fc tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/security-groups?id=cce6c8c2-23f7-4f33-95bb-505446eb1979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540383 Mar 07 17:16:48.940525 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (b5a5e138-37ff-4764-b9d8-0de6a657658f), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.969954 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event deleted for resources: {'Port': ['ID=b5a5e138-37ff-4764-b9d8-0de6a657658f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:49.029360 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:16:49.031692 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4468c0c-5c1e-46b0-a5db-5a57070c0603" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:16:49.039424 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks [] for floatingip (21e4e10c-6e9a-4e31-8600-9b584b6cebf9), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:49.039753 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.db.l3_db [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Floating IP 21e4e10c-6e9a-4e31-8600-9b584b6cebf9 disassociated (deleted). External IP: 172.27.1.126, port: 11344da4-b8c2-4869-bc1d-0456872465a0. Mar 07 17:16:49.093281 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88b0aef-91ea-473e-902a-1c6b1b07d6e9 x-openstack-request-id: req-f88b0aef-91ea-473e-902a-1c6b1b07d6e9 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:16:49.093754 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:16:49.094185 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f88b0aef-91ea-473e-902a-1c6b1b07d6e9 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:16:49.094844 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0', 'status': 'completed', 'code': 200} Mar 07 17:16:49.219749 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8be0d-7161-4291-b5c2-27b8e2bd973f req-04eded3d-fd27-4cde-a32f-7c387e9424ba tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:49.221427 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f1a8be0d-7161-4291-b5c2-27b8e2bd973f req-04eded3d-fd27-4cde-a32f-7c387e9424ba tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 946 time: 0.0608451 Mar 07 17:16:49.287151 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4468c0c-5c1e-46b0-a5db-5a57070c0603 req-33091f8a-8362-4d5f-8985-eebe5625b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:49.288635 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f4468c0c-5c1e-46b0-a5db-5a57070c0603 req-33091f8a-8362-4d5f-8985-eebe5625b8b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f&device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 1129 time: 0.0937073 Mar 07 17:16:49.321409 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-f1a8be0d-7161-4291-b5c2-27b8e2bd973f req-954750dc-8021-4b51-9ee3-db5f637c51e6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Deleting port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:49.321747 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f1a8be0d-7161-4291-b5c2-27b8e2bd973f req-954750dc-8021-4b51-9ee3-db5f637c51e6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:49.333130 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Router 0702f837-26ed-4ffb-af06-067924b80f1d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:16:49.419584 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-f1a8be0d-7161-4291-b5c2-27b8e2bd973f req-954750dc-8021-4b51-9ee3-db5f637c51e6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] For port 4ffe370c-260d-4946-9cb4-662d4ca1cf53, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4ffe370c-260d-4946-9cb4-662d4ca1cf53,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:49.419941 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f1a8be0d-7161-4291-b5c2-27b8e2bd973f req-954750dc-8021-4b51-9ee3-db5f637c51e6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:49.433602 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-f1a8be0d-7161-4291-b5c2-27b8e2bd973f req-954750dc-8021-4b51-9ee3-db5f637c51e6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Calling delete_port for 4ffe370c-260d-4946-9cb4-662d4ca1cf53 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:49.441727 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4468c0c-5c1e-46b0-a5db-5a57070c0603 req-aa387abb-1f56-4a7e-91d0-a03ddfd2ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:49.443252 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f4468c0c-5c1e-46b0-a5db-5a57070c0603 req-aa387abb-1f56-4a7e-91d0-a03ddfd2ec85 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76da18d7-9df8-4f80-b5d2-414ec42ec26a HTTP/1.1" status: 200 len: 915 time: 0.1475124 Mar 07 17:16:49.517657 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f4468c0c-5c1e-46b0-a5db-5a57070c0603 req-f4e80e11-bc96-4e14-88a5-f433fb466d41 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11344da4-b8c2-4869-bc1d-0456872465a0 HTTP/1.1" status: 200 len: 217 time: 0.0686822 Mar 07 17:16:49.575607 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:16:49.581574 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:49.589479 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7107a349-0ada-48c6-86a7-7bb8492d769d None None] Sync routers for ids ['0702f837-26ed-4ffb-af06-067924b80f1d'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:16:49.601944 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7107a349-0ada-48c6-86a7-7bb8492d769d None None] Routers {'0702f837-26ed-4ffb-af06-067924b80f1d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:16:49.602709 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7107a349-0ada-48c6-86a7-7bb8492d769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:16:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0702f837-26ed-4ffb-af06-067924b80f1d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:49.604142 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4468c0c-5c1e-46b0-a5db-5a57070c0603 req-95245cc9-6eab-4474-8559-91ea593b6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:49.605637 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f4468c0c-5c1e-46b0-a5db-5a57070c0603 req-95245cc9-6eab-4474-8559-91ea593b6692 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8096af94-551b-4dcb-ab71-55c6dab78fcf HTTP/1.1" status: 200 len: 853 time: 0.0809190 Mar 07 17:16:49.626766 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-32cf4157-fdcc-4293-95af-5336d3d15626 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "DELETE /v2.0/floatingips/21e4e10c-6e9a-4e31-8600-9b584b6cebf9 HTTP/1.1" status: 204 len: 168 time: 1.2203562 Mar 07 17:16:49.662821 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4468c0c-5c1e-46b0-a5db-5a57070c0603 req-dceefa9e-8ba1-44fb-b065-068292246f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:49.664755 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f4468c0c-5c1e-46b0-a5db-5a57070c0603 req-dceefa9e-8ba1-44fb-b065-068292246f3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76da18d7-9df8-4f80-b5d2-414ec42ec26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514898 Mar 07 17:16:49.723296 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f1a8be0d-7161-4291-b5c2-27b8e2bd973f req-954750dc-8021-4b51-9ee3-db5f637c51e6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (4ffe370c-260d-4946-9cb4-662d4ca1cf53), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:49.727940 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7107a349-0ada-48c6-86a7-7bb8492d769d None None] Set router 0702f837-26ed-4ffb-af06-067924b80f1d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:16:49.772960 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954750dc-8021-4b51-9ee3-db5f637c51e6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event deleted for resources: {'Port': ['ID=4ffe370c-260d-4946-9cb4-662d4ca1cf53,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:49.781053 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f4468c0c-5c1e-46b0-a5db-5a57070c0603 req-25f41d63-c489-47e9-935f-206796414114 service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092596 Mar 07 17:16:49.844068 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a8be0d-7161-4291-b5c2-27b8e2bd973f req-954750dc-8021-4b51-9ee3-db5f637c51e6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] No DVR routers for this DVR port 4ffe370c-260d-4946-9cb4-662d4ca1cf53 on host hv-cinder-77819 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:16:49.848608 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f1a8be0d-7161-4291-b5c2-27b8e2bd973f req-954750dc-8021-4b51-9ee3-db5f637c51e6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:49.852529 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f1a8be0d-7161-4291-b5c2-27b8e2bd973f req-954750dc-8021-4b51-9ee3-db5f637c51e6 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.65 "DELETE /v2.0/ports/4ffe370c-260d-4946-9cb4-662d4ca1cf53 HTTP/1.1" status: 204 len: 173 time: 0.6244316 Mar 07 17:16:49.852962 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'name': 'network-vif-deleted', 'tag': '4ffe370c-260d-4946-9cb4-662d4ca1cf53'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:16:49.855614 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb60e763afe21acdb360d0f75520175d491a2d43da21ea629bbec346d12bb1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b5cbfe-2105-408f-9371-adfd70b3bb50" -d '{"events": [{"server_uuid": "dbd8b712-033f-4cb0-9ec1-c1072be0acb3", "name": "network-vif-deleted", "tag": "4ffe370c-260d-4946-9cb4-662d4ca1cf53"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:16:49.902632 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dc750a-692c-48dd-8889-eb73d4be5a34 x-openstack-request-id: req-01dc750a-692c-48dd-8889-eb73d4be5a34 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:16:49.902632 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd8b712-033f-4cb0-9ec1-c1072be0acb3", "name": "network-vif-deleted", "tag": "4ffe370c-260d-4946-9cb4-662d4ca1cf53", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:16:49.902632 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01dc750a-692c-48dd-8889-eb73d4be5a34 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:16:49.902632 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd8b712-033f-4cb0-9ec1-c1072be0acb3', 'name': 'network-vif-deleted', 'tag': '4ffe370c-260d-4946-9cb4-662d4ca1cf53', 'status': 'completed', 'code': 200} Mar 07 17:16:49.914103 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f4468c0c-5c1e-46b0-a5db-5a57070c0603 req-1e9402fd-ebcd-4ec3-92e4-1eac451d51a8 service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277907 Mar 07 17:16:49.998580 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-f67d561b-69c6-468b-8192-51d580726406 req-8ef9c114-a398-4aa6-86b6-2cf8c2392d2f tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 210 time: 0.0400465 Mar 07 17:16:50.132115 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7107a349-0ada-48c6-86a7-7bb8492d769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:31Z', 'revision_number': 4, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'd9e19fd0-2aba-4c2c-b2fd-01750515a0ae', 'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'mac_address': 'fa:16:3e:51:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:30Z', 'updated_at': '2022-03-07T17:14:35Z', 'revision_number': 5, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'subnets': [{'id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:50.163676 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7107a349-0ada-48c6-86a7-7bb8492d769d None None] Checking router: 0702f837-26ed-4ffb-af06-067924b80f1d for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:16:50.173840 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7107a349-0ada-48c6-86a7-7bb8492d769d None None] Routers {'0702f837-26ed-4ffb-af06-067924b80f1d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:16:50.174584 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7107a349-0ada-48c6-86a7-7bb8492d769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:16:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0702f837-26ed-4ffb-af06-067924b80f1d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:50.306097 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7107a349-0ada-48c6-86a7-7bb8492d769d None None] Set router 0702f837-26ed-4ffb-af06-067924b80f1d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:16:50.536420 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7107a349-0ada-48c6-86a7-7bb8492d769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:31Z', 'revision_number': 4, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'd9e19fd0-2aba-4c2c-b2fd-01750515a0ae', 'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'mac_address': 'fa:16:3e:51:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:30Z', 'updated_at': '2022-03-07T17:14:35Z', 'revision_number': 5, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'subnets': [{'id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:50.583413 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7107a349-0ada-48c6-86a7-7bb8492d769d None None] The sync data for ids ['0702f837-26ed-4ffb-af06-067924b80f1d'] in dv-cinder-778193-24-iscsi is: [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:14:31Z', 'revision_number': 4, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi', '_interfaces': [{'id': 'd9e19fd0-2aba-4c2c-b2fd-01750515a0ae', 'name': '', 'network_id': '76da18d7-9df8-4f80-b5d2-414ec42ec26a', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'mac_address': 'fa:16:3e:51:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:30Z', 'updated_at': '2022-03-07T17:14:35Z', 'revision_number': 5, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'subnets': [{'id': '8096af94-551b-4dcb-ab71-55c6dab78fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:16:50.847180 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344277bb-7701-4296-8061-86d31b9f8140 None None] New status for floating IP 21e4e10c-6e9a-4e31-8600-9b584b6cebf9: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:16:51.097372 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:16:51.099674 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abf0a79-f773-4737-a661-94698e7b2f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:16:51.127730 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-3ea06259-2211-4112-818b-188f7e4782e5 req-fc8e2464-49d6-4c85-968f-33f5e8268012 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd8b712-033f-4cb0-9ec1-c1072be0acb3 HTTP/1.1" status: 200 len: 210 time: 0.0397000 Mar 07 17:16:51.154253 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee69fe37-91bf-4518-a38d-cafb5258093a x-openstack-request-id: req-ee69fe37-91bf-4518-a38d-cafb5258093a {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:16:51.154800 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:16:51.155214 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee69fe37-91bf-4518-a38d-cafb5258093a {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:16:51.155852 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0', 'status': 'completed', 'code': 200} Mar 07 17:16:51.246336 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf0a79-f773-4737-a661-94698e7b2f2b req-a8478b89-84bd-4819-b946-7e2259aa73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:51.247687 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4abf0a79-f773-4737-a661-94698e7b2f2b req-a8478b89-84bd-4819-b946-7e2259aa73e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f&device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 1129 time: 0.0489886 Mar 07 17:16:51.350259 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf0a79-f773-4737-a661-94698e7b2f2b req-43c2fff0-8854-4762-a0cb-b865b0f7aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:51.351680 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4abf0a79-f773-4737-a661-94698e7b2f2b req-43c2fff0-8854-4762-a0cb-b865b0f7aff2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76da18d7-9df8-4f80-b5d2-414ec42ec26a HTTP/1.1" status: 200 len: 915 time: 0.0964198 Mar 07 17:16:51.398316 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4abf0a79-f773-4737-a661-94698e7b2f2b req-59acdfdd-e167-4160-9261-6fb1756f43ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11344da4-b8c2-4869-bc1d-0456872465a0 HTTP/1.1" status: 200 len: 217 time: 0.0406790 Mar 07 17:16:51.452104 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf0a79-f773-4737-a661-94698e7b2f2b req-fed8d576-9ca4-417a-97eb-1a46c75079a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:51.453545 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4abf0a79-f773-4737-a661-94698e7b2f2b req-fed8d576-9ca4-417a-97eb-1a46c75079a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8096af94-551b-4dcb-ab71-55c6dab78fcf HTTP/1.1" status: 200 len: 853 time: 0.0480902 Mar 07 17:16:51.505216 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf0a79-f773-4737-a661-94698e7b2f2b req-e17d6874-d2ab-4570-b141-804730f9042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:51.506767 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4abf0a79-f773-4737-a661-94698e7b2f2b req-e17d6874-d2ab-4570-b141-804730f9042b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76da18d7-9df8-4f80-b5d2-414ec42ec26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470273 Mar 07 17:16:51.879778 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4abf0a79-f773-4737-a661-94698e7b2f2b req-44990909-0c9a-4e55-a149-fdfb81ef953d service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672123 Mar 07 17:16:51.968304 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-4abf0a79-f773-4737-a661-94698e7b2f2b req-abd35040-ca7a-48e9-b853-65a99c1991e3 service neutron] 10.222.0.65 "GET /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829232 Mar 07 17:16:52.217921 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36334) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:52.370432 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c0677-80b6-4e5f-b72d-c97a6f8aa8b0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Deleting port d4caa66f-072c-491f-b8da-f39b0061efa8 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:52.370778 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0677-80b6-4e5f-b72d-c97a6f8aa8b0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (d4caa66f-072c-491f-b8da-f39b0061efa8), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:52.454173 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0677-80b6-4e5f-b72d-c97a6f8aa8b0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (d4caa66f-072c-491f-b8da-f39b0061efa8), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:52.454444 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0677-80b6-4e5f-b72d-c97a6f8aa8b0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (d4caa66f-072c-491f-b8da-f39b0061efa8), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:52.468256 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c0677-80b6-4e5f-b72d-c97a6f8aa8b0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Calling delete_port for d4caa66f-072c-491f-b8da-f39b0061efa8 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:52.572410 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4ffe370c-260d-4946-9cb4-662d4ca1cf53 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:16:52.598574 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 4ffe370c-260d-4946-9cb4-662d4ca1cf53 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:16:52.598985 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 4ffe370c-260d-4946-9cb4-662d4ca1cf53 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:16:52.678423 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0677-80b6-4e5f-b72d-c97a6f8aa8b0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (d4caa66f-072c-491f-b8da-f39b0061efa8), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:52.704723 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c0677-80b6-4e5f-b72d-c97a6f8aa8b0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event deleted for resources: {'Port': ['ID=d4caa66f-072c-491f-b8da-f39b0061efa8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:52.774139 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0677-80b6-4e5f-b72d-c97a6f8aa8b0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for floatingip (80ee4b10-7b6b-497b-853b-76ab38b37523), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:52.776746 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0677-80b6-4e5f-b72d-c97a6f8aa8b0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for floatingip (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:52.777901 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-fe4c0677-80b6-4e5f-b72d-c97a6f8aa8b0 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "DELETE /v2.0/floatingips/80ee4b10-7b6b-497b-853b-76ab38b37523 HTTP/1.1" status: 204 len: 168 time: 0.5588741 Mar 07 17:16:54.048585 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e5938-0dd1-4939-ae4c-c00f6227c899 req-3256c273-19f1-4f76-ac22-bd5088b57447 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:54.050170 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-809e5938-0dd1-4939-ae4c-c00f6227c899 req-3256c273-19f1-4f76-ac22-bd5088b57447 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 945 time: 0.0638261 Mar 07 17:16:54.103839 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-809e5938-0dd1-4939-ae4c-c00f6227c899 req-2f10dead-ce2a-4e28-b1c0-7b75408dbcbf tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476298 Mar 07 17:16:54.179989 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36358) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:54.239080 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group (cce6c8c2-23f7-4f33-95bb-505446eb1979), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:54.265597 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group (cce6c8c2-23f7-4f33-95bb-505446eb1979), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:54.404000 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (cce6c8c2-23f7-4f33-95bb-505446eb1979), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:54.406622 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:54.408471 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] 10.222.0.52 "DELETE /v2.0/security-groups/cce6c8c2-23f7-4f33-95bb-505446eb1979 HTTP/1.1" status: 204 len: 168 time: 0.2268398 Mar 07 17:16:54.418531 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce6c8c2-23f7-4f33-95bb-505446eb1979,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:54.426684 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.427005 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.427272 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.427616 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.427953 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.428284 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.428617 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.428949 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.429278 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.429605 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.429942 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.430265 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.430615 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31d51-2b48-4be8-a158-b584acfd6e82 tempest-TestVolumeBootPattern-2127659984 tempest-TestVolumeBootPattern-2127659984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:16:54.553095 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36362) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:55.088765 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-727125'] for router_interface (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:55.303382 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491a9ac-af24-44e8-9286-9e5b177d7bda req-43666a3f-3bf5-44c3-ab55-745f2011ba01 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:55.304981 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0491a9ac-af24-44e8-9286-9e5b177d7bda req-43666a3f-3bf5-44c3-ab55-745f2011ba01 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 945 time: 0.1094029 Mar 07 17:16:55.402544 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0491a9ac-af24-44e8-9286-9e5b177d7bda req-d99d9f10-8939-4c8a-b4d0-4ab39007a03d tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874205 Mar 07 17:16:55.450969 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] Deleting port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:55.451302 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:55.538394 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] For port e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:55.538753 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:55.551643 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] Calling delete_port for e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:55.827332 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:55.837825 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861dbb4-455a-4495-b9e6-de1c19cfbd91 req-26086bb7-8231-4cc3-9a9e-522d9f38263a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:55.839313 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0861dbb4-455a-4495-b9e6-de1c19cfbd91 req-26086bb7-8231-4cc3-9a9e-522d9f38263a tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 945 time: 0.0599501 Mar 07 17:16:55.870622 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:56.100011 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [req-0861dbb4-455a-4495-b9e6-de1c19cfbd91 req-3b817eaf-0e90-4750-b1d2-fc4c14a8d648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Deleting port 11344da4-b8c2-4869-bc1d-0456872465a0 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:56.100806 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-0861dbb4-455a-4495-b9e6-de1c19cfbd91 req-3b817eaf-0e90-4750-b1d2-fc4c14a8d648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:56.177307 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-727073'] for router_interface (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:56.253262 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [req-0861dbb4-455a-4495-b9e6-de1c19cfbd91 req-3b817eaf-0e90-4750-b1d2-fc4c14a8d648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] For port 11344da4-b8c2-4869-bc1d-0456872465a0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=11344da4-b8c2-4869-bc1d-0456872465a0,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:56.253655 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-0861dbb4-455a-4495-b9e6-de1c19cfbd91 req-3b817eaf-0e90-4750-b1d2-fc4c14a8d648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:56.270522 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [req-0861dbb4-455a-4495-b9e6-de1c19cfbd91 req-3b817eaf-0e90-4750-b1d2-fc4c14a8d648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Calling delete_port for 11344da4-b8c2-4869-bc1d-0456872465a0 owned by compute:nova {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:56.545510 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] Router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:16:56.548656 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929ff4e-9cfa-4af5-8750-3eca0aee9485 req-d9f4bd82-b083-4658-ad15-251dbbfcfb3d tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:56.550191 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b929ff4e-9cfa-4af5-8750-3eca0aee9485 req-d9f4bd82-b083-4658-ad15-251dbbfcfb3d tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 945 time: 0.0663371 Mar 07 17:16:56.604671 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b929ff4e-9cfa-4af5-8750-3eca0aee9485 req-3b015205-21eb-4f49-85eb-0cac2b6b7d80 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d18c97-e209-4971-a3fb-727bb909bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472474 Mar 07 17:16:56.643717 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-0861dbb4-455a-4495-b9e6-de1c19cfbd91 req-3b817eaf-0e90-4750-b1d2-fc4c14a8d648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (11344da4-b8c2-4869-bc1d-0456872465a0), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:56.689535 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b817eaf-0e90-4750-b1d2-fc4c14a8d648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Pushing event deleted for resources: {'Port': ['ID=11344da4-b8c2-4869-bc1d-0456872465a0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:56.727103 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:16:56.735506 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-fe23a64d-688d-4906-aff1-3507535c6b6f admin admin] 10.222.0.52 "PUT /v2.0/routers/0e1325ee-12dc-4ca6-b896-4aaac2cfac2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1809824 Mar 07 17:16:56.737678 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bae425c-35b1-4a93-987b-53391654b37b None None] Sync routers for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:16:56.738632 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36370) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:56.753949 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bae425c-35b1-4a93-987b-53391654b37b None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:16:56.754764 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-6bae425c-35b1-4a93-987b-53391654b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:16:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:56.762259 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [req-0861dbb4-455a-4495-b9e6-de1c19cfbd91 req-3b817eaf-0e90-4750-b1d2-fc4c14a8d648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] No DVR routers for this DVR port 11344da4-b8c2-4869-bc1d-0456872465a0 on host hv-cinder-77819 {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:16:56.765970 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [req-0861dbb4-455a-4495-b9e6-de1c19cfbd91 req-3b817eaf-0e90-4750-b1d2-fc4c14a8d648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75001'] for port (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:56.772447 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [req-0861dbb4-455a-4495-b9e6-de1c19cfbd91 req-3b817eaf-0e90-4750-b1d2-fc4c14a8d648 tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.65 "DELETE /v2.0/ports/11344da4-b8c2-4869-bc1d-0456872465a0 HTTP/1.1" status: 204 len: 173 time: 0.9265056 Mar 07 17:16:56.773172 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'name': 'network-vif-deleted', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:16:56.777430 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72d3b9375d0067cc587090b51dec56b3c1e46ef492cda3f3037416fdcedb4b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5731bf83-079d-4467-97f0-753367666e08" -d '{"events": [{"server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "name": "network-vif-deleted", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:16:56.826870 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4311a97e-1216-4344-b280-e17e2bed0d14 x-openstack-request-id: req-4311a97e-1216-4344-b280-e17e2bed0d14 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:16:56.827273 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ebb2f6-f546-489f-b54e-d286f2462e93", "name": "network-vif-deleted", "tag": "11344da4-b8c2-4869-bc1d-0456872465a0", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:16:56.827628 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4311a97e-1216-4344-b280-e17e2bed0d14 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:16:56.828155 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ebb2f6-f546-489f-b54e-d286f2462e93', 'name': 'network-vif-deleted', 'tag': '11344da4-b8c2-4869-bc1d-0456872465a0', 'status': 'completed', 'code': 200} Mar 07 17:16:56.882751 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-6bae425c-35b1-4a93-987b-53391654b37b None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:16:56.896651 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Publish callbacks [] for router (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:57.035342 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Publish callbacks [] for router_gateway (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:57.107736 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-6bae425c-35b1-4a93-987b-53391654b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:16:55Z', 'revision_number': 5, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port': {'id': '0085b881-7f71-4f3a-80c9-944d0e0f272d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:11Z', 'updated_at': '2022-03-07T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:57.143845 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bae425c-35b1-4a93-987b-53391654b37b None None] Checking router: 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:16:57.156072 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bae425c-35b1-4a93-987b-53391654b37b None None] Routers {'0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:16:57.157158 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-6bae425c-35b1-4a93-987b-53391654b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:16:30Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:57.181177 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Deleting port 0085b881-7f71-4f3a-80c9-944d0e0f272d {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:57.181897 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:57.268727 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-6bae425c-35b1-4a93-987b-53391654b37b None None] Set router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:16:57.310017 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] For port 0085b881-7f71-4f3a-80c9-944d0e0f272d, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=0085b881-7f71-4f3a-80c9-944d0e0f272d,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:57.310601 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:57.325044 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-6bae425c-35b1-4a93-987b-53391654b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:16:57Z', 'revision_number': 6, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port_host': None}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:57.325676 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Calling delete_port for 0085b881-7f71-4f3a-80c9-944d0e0f272d owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:57.355523 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bae425c-35b1-4a93-987b-53391654b37b None None] The sync data for ids ['0e1325ee-12dc-4ca6-b896-4aaac2cfac2d'] in dv-cinder-778193-24-iscsi is: [{'id': '0e1325ee-12dc-4ca6-b896-4aaac2cfac2d', 'name': 'tempest-TestVolumeBootPattern-437057743-router', 'tenant_id': '92bdf6bf19df4e0d8303135729cf686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:10Z', 'updated_at': '2022-03-07T17:16:57Z', 'revision_number': 6, 'project_id': '92bdf6bf19df4e0d8303135729cf686c', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:16:57.621126 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (0085b881-7f71-4f3a-80c9-944d0e0f272d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:57.655876 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=0085b881-7f71-4f3a-80c9-944d0e0f272d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:57.758689 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2c43cd5c-d198-46b2-a44e-b30dee82173e req-7b304ff3-5081-48f2-a440-e431c5bdf82c tempest-TestMinimumBasicScenario-235588832 tempest-TestMinimumBasicScenario-235588832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ebb2f6-f546-489f-b54e-d286f2462e93 HTTP/1.1" status: 200 len: 210 time: 0.0537634 Mar 07 17:16:57.768997 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721035'] for router_gateway (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:57.871816 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24899'] for router (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:57.873963 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Publish callbacks [] for router_controller (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.003949 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728104'] for router (0e1325ee-12dc-4ca6-b896-4aaac2cfac2d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.005018 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e1325ee-12dc-4ca6-b896-4aaac2cfac2d {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:16:58.009932 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.014926 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-60252bba-3b12-4fca-a422-6a7a5b91cc59 admin admin] 10.222.0.52 "DELETE /v2.0/routers/0e1325ee-12dc-4ca6-b896-4aaac2cfac2d HTTP/1.1" status: 204 len: 168 time: 1.2743917 Mar 07 17:16:58.015093 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36376) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:58.061644 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73725cc-d596-473b-be77-0beec3c8b365 admin admin] Deleting subnet e867eec7-8dc7-4272-8d09-7a5ff0666b78 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:16:58.064896 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b73725cc-d596-473b-be77-0beec3c8b365 admin admin] Publish callbacks [] for subnet (e867eec7-8dc7-4272-8d09-7a5ff0666b78), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.095392 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1d91-3964-4ca9-b2e5-8d030fb394f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.102007 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b73725cc-d596-473b-be77-0beec3c8b365 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12967029'] for subnet (e867eec7-8dc7-4272-8d09-7a5ff0666b78), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.190478 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b73725cc-d596-473b-be77-0beec3c8b365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (e867eec7-8dc7-4272-8d09-7a5ff0666b78), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.334266 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 0085b881-7f71-4f3a-80c9-944d0e0f272d no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:16:58.347050 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b73725cc-d596-473b-be77-0beec3c8b365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12767345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13222127'] for subnet (e867eec7-8dc7-4272-8d09-7a5ff0666b78), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.355637 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 0085b881-7f71-4f3a-80c9-944d0e0f272d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:16:58.355992 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 0085b881-7f71-4f3a-80c9-944d0e0f272d not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:16:58.356414 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:16:58.377172 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73725cc-d596-473b-be77-0beec3c8b365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e867eec7-8dc7-4272-8d09-7a5ff0666b78,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:58.380118 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b73725cc-d596-473b-be77-0beec3c8b365 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.381330 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:16:58.381910 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device e88c6ccd-8595-4ea5-aeee-9b95db9dbbfb not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:16:58.385983 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-b73725cc-d596-473b-be77-0beec3c8b365 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e867eec7-8dc7-4272-8d09-7a5ff0666b78 HTTP/1.1" status: 204 len: 168 time: 0.3685498 Mar 07 17:16:58.387320 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36378) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:58.389701 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc058a09-4596-4a98-9974-0881a5a44b4f None None] Network c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:16:58.479327 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (c6781afb-dca6-4e4e-a1e1-392a6e1b8e08), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.545564 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Deleting port d04b1d36-d096-4ab8-b47e-1a4e652ce0af {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:58.545902 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.591277 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97860285-f2ad-4f84-9e1b-1925eced3f44 None None] DHCP port deletion for c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 request from dv-cinder-778193-24-iscsi {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:16:58.615948 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] For port d04b1d36-d096-4ab8-b47e-1a4e652ce0af, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=d04b1d36-d096-4ab8-b47e-1a4e652ce0af,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:58.616526 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.618963 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 11344da4-b8c2-4869-bc1d-0456872465a0 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:16:58.636974 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Calling delete_port for d04b1d36-d096-4ab8-b47e-1a4e652ce0af owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:58.646260 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] No Port match for: 11344da4-b8c2-4869-bc1d-0456872465a0 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:16:58.646634 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Device 11344da4-b8c2-4869-bc1d-0456872465a0 not bound to the agent host hv-cinder-77819 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:16:58.683582 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-97860285-f2ad-4f84-9e1b-1925eced3f44 None None] Deleting port d04b1d36-d096-4ab8-b47e-1a4e652ce0af {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:58.683582 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-97860285-f2ad-4f84-9e1b-1925eced3f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.749863 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-97860285-f2ad-4f84-9e1b-1925eced3f44 None None] For port d04b1d36-d096-4ab8-b47e-1a4e652ce0af, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=d04b1d36-d096-4ab8-b47e-1a4e652ce0af,segment=NetworkSegment(a410de50-58ff-4609-bd98-01bad3fc041c),segment_id=a410de50-58ff-4609-bd98-01bad3fc041c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:16:58.750186 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-97860285-f2ad-4f84-9e1b-1925eced3f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.764464 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-97860285-f2ad-4f84-9e1b-1925eced3f44 None None] Calling delete_port for d04b1d36-d096-4ab8-b47e-1a4e652ce0af owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:16:58.833425 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.855309 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-97860285-f2ad-4f84-9e1b-1925eced3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088'] for port (d04b1d36-d096-4ab8-b47e-1a4e652ce0af), after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.861155 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04b1d36-d096-4ab8-b47e-1a4e652ce0af,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:58.867091 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] No DVR routers for this DVR port d04b1d36-d096-4ab8-b47e-1a4e652ce0af on host dv-cinder-778193-24-iscsi {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:16:58.896911 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97860285-f2ad-4f84-9e1b-1925eced3f44 None None] Pushing event deleted for resources: {'Port': ['ID=d04b1d36-d096-4ab8-b47e-1a4e652ce0af,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:58.902765 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97860285-f2ad-4f84-9e1b-1925eced3f44 None None] No DVR routers for this DVR port d04b1d36-d096-4ab8-b47e-1a4e652ce0af on host dv-cinder-778193-24-iscsi {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:16:58.950993 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (c6781afb-dca6-4e4e-a1e1-392a6e1b8e08), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:58.972726 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6781afb-dca6-4e4e-a1e1-392a6e1b8e08']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:58.982846 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a410de50-58ff-4609-bd98-01bad3fc041c') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:58.983153 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a410de50-58ff-4609-bd98-01bad3fc041c') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:58.993914 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347676'] for segment (a410de50-58ff-4609-bd98-01bad3fc041c), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:59.008888 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (a410de50-58ff-4609-bd98-01bad3fc041c), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:59.014616 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:16:59.014995 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14347421'] for segment (a410de50-58ff-4609-bd98-01bad3fc041c), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: timer() Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: cb(*args, **kw) Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: self._notify() Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: self.callback(batched_events) Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: event.method(event) Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._get(url).json() Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:16:59.026928 dv-cinder-778193-24-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:16:59.146839 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (c6781afb-dca6-4e4e-a1e1-392a6e1b8e08), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:59.153741 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:59.161370 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36394) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:59.164301 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c6781afb-dca6-4e4e-a1e1-392a6e1b8e08 HTTP/1.1" status: 204 len: 168 time: 0.7727211 Mar 07 17:16:59.171841 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416374d-d8a3-4cfd-8769-42b5b8c30a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6781afb-dca6-4e4e-a1e1-392a6e1b8e08,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:16:59.537526 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-727125'] for router_interface (c64abcb2-ad24-4ba9-b901-decb3582bfca), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:59.856834 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] Deleting port b7e66bfd-fc17-484f-a52b-1c2365a4d822 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:16:59.857174 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:00.248026 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] For port b7e66bfd-fc17-484f-a52b-1c2365a4d822, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=b7e66bfd-fc17-484f-a52b-1c2365a4d822,segment=NetworkSegment(71593b4d-7ff3-4fbd-aa5e-e17442816318),segment_id=71593b4d-7ff3-4fbd-aa5e-e17442816318)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:00.248823 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:00.263256 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] Calling delete_port for b7e66bfd-fc17-484f-a52b-1c2365a4d822 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:00.319775 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a49c4086-5763-4e3c-847b-2a94982bdd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:00.344443 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device d04b1d36-d096-4ab8-b47e-1a4e652ce0af no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:00.366473 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: d04b1d36-d096-4ab8-b47e-1a4e652ce0af {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:00.366824 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device d04b1d36-d096-4ab8-b47e-1a4e652ce0af not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:00.470158 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36422) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:00.529489 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (b7e66bfd-fc17-484f-a52b-1c2365a4d822), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:00.556474 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e66bfd-fc17-484f-a52b-1c2365a4d822,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:00.743591 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-727073'] for router_interface (c64abcb2-ad24-4ba9-b901-decb3582bfca), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:00.863798 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-727125'] for router_interface (0702f837-26ed-4ffb-af06-067924b80f1d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:00.979308 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] Router c64abcb2-ad24-4ba9-b901-decb3582bfca has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:17:01.099182 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:17:01.104133 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-a8907691-bcab-46d7-8729-d06212cde0c1 admin admin] 10.222.0.52 "PUT /v2.0/routers/c64abcb2-ad24-4ba9-b901-decb3582bfca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9415817 Mar 07 17:17:01.106745 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36424) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:01.109629 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7e390-f579-46f5-91f9-b1366c3ac5a8 None None] Sync routers for ids ['c64abcb2-ad24-4ba9-b901-decb3582bfca'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:17:01.119476 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7e390-f579-46f5-91f9-b1366c3ac5a8 None None] Routers {'c64abcb2-ad24-4ba9-b901-decb3582bfca'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:01.120214 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c7d7e390-f579-46f5-91f9-b1366c3ac5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:17:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c64abcb2-ad24-4ba9-b901-decb3582bfca'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:01.242492 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-c7d7e390-f579-46f5-91f9-b1366c3ac5a8 None None] Set router c64abcb2-ad24-4ba9-b901-decb3582bfca gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:01.506829 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] Deleting port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:01.507684 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:01.539961 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Publish callbacks [] for router (c64abcb2-ad24-4ba9-b901-decb3582bfca), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:01.588637 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c7d7e390-f579-46f5-91f9-b1366c3ac5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'name': 'tempest-TestVolumeBootPattern-143633765-router', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:20Z', 'updated_at': '2022-03-07T17:17:00Z', 'revision_number': 5, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'gw_port': {'id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:21Z', 'updated_at': '2022-03-07T17:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:01.617612 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7e390-f579-46f5-91f9-b1366c3ac5a8 None None] Checking router: c64abcb2-ad24-4ba9-b901-decb3582bfca for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:17:01.626973 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7e390-f579-46f5-91f9-b1366c3ac5a8 None None] Routers {'c64abcb2-ad24-4ba9-b901-decb3582bfca'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:01.627701 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c7d7e390-f579-46f5-91f9-b1366c3ac5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:17:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['c64abcb2-ad24-4ba9-b901-decb3582bfca'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:01.674197 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] For port d9e19fd0-2aba-4c2c-b2fd-01750515a0ae, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=d9e19fd0-2aba-4c2c-b2fd-01750515a0ae,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:01.674595 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:01.695223 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] Calling delete_port for d9e19fd0-2aba-4c2c-b2fd-01750515a0ae owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:01.746219 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Publish callbacks [] for router_gateway (c64abcb2-ad24-4ba9-b901-decb3582bfca), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:01.772178 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-c7d7e390-f579-46f5-91f9-b1366c3ac5a8 None None] Set router c64abcb2-ad24-4ba9-b901-decb3582bfca gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:01.918631 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Deleting port 7f88e511-205f-4b79-8b3b-3b99e0dd468d {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:01.919218 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.007476 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c7d7e390-f579-46f5-91f9-b1366c3ac5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'name': 'tempest-TestVolumeBootPattern-143633765-router', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:20Z', 'updated_at': '2022-03-07T17:17:00Z', 'revision_number': 5, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'gw_port': {'id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:21Z', 'updated_at': '2022-03-07T17:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:02.015746 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] For port 7f88e511-205f-4b79-8b3b-3b99e0dd468d, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=7f88e511-205f-4b79-8b3b-3b99e0dd468d,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:02.016103 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.029087 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Calling delete_port for 7f88e511-205f-4b79-8b3b-3b99e0dd468d owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:02.039821 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.046754 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7e390-f579-46f5-91f9-b1366c3ac5a8 None None] The sync data for ids ['c64abcb2-ad24-4ba9-b901-decb3582bfca'] in dv-cinder-778193-24-iscsi is: [{'id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'name': 'tempest-TestVolumeBootPattern-143633765-router', 'tenant_id': 'e82aefcad8264bd99aa90358d31cd20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:09:20Z', 'updated_at': '2022-03-07T17:17:00Z', 'revision_number': 5, 'project_id': 'e82aefcad8264bd99aa90358d31cd20c', 'gw_port': {'id': '7f88e511-205f-4b79-8b3b-3b99e0dd468d', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64abcb2-ad24-4ba9-b901-decb3582bfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:09:21Z', 'updated_at': '2022-03-07T17:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:17:02.077263 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (d9e19fd0-2aba-4c2c-b2fd-01750515a0ae), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.109519 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e19fd0-2aba-4c2c-b2fd-01750515a0ae,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:02.355700 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:17:02.376066 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-727073'] for router_interface (0702f837-26ed-4ffb-af06-067924b80f1d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.453652 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (7f88e511-205f-4b79-8b3b-3b99e0dd468d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.513884 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f88e511-205f-4b79-8b3b-3b99e0dd468d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:02.555395 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device b7e66bfd-fc17-484f-a52b-1c2365a4d822 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:02.577288 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: b7e66bfd-fc17-484f-a52b-1c2365a4d822 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:02.578038 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device b7e66bfd-fc17-484f-a52b-1c2365a4d822 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:02.599181 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721035'] for router_gateway (c64abcb2-ad24-4ba9-b901-decb3582bfca), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.730735 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24899'] for router (c64abcb2-ad24-4ba9-b901-decb3582bfca), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.734597 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Publish callbacks [] for router_controller (c64abcb2-ad24-4ba9-b901-decb3582bfca), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.853179 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] Router 0702f837-26ed-4ffb-af06-067924b80f1d has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:17:02.862338 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728104'] for router (c64abcb2-ad24-4ba9-b901-decb3582bfca), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.863453 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c64abcb2-ad24-4ba9-b901-decb3582bfca {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:17:02.870665 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.870665 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0fe25ffc-6c9b-468e-9cdf-b5075ef41da6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c64abcb2-ad24-4ba9-b901-decb3582bfca HTTP/1.1" status: 204 len: 168 time: 1.7625766 Mar 07 17:17:02.873603 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36426) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:02.927864 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-380b3a9e-6e1d-48c1-a8f6-2d3f7c76c01f admin admin] Deleting subnet c694c8a5-8092-4308-a464-eb32f02fbcb1 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:17:02.931688 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-380b3a9e-6e1d-48c1-a8f6-2d3f7c76c01f admin admin] Publish callbacks [] for subnet (c694c8a5-8092-4308-a464-eb32f02fbcb1), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.978048 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-380b3a9e-6e1d-48c1-a8f6-2d3f7c76c01f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12967029'] for subnet (c694c8a5-8092-4308-a464-eb32f02fbcb1), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:02.987489 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:17:02.997189 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9500ceaa-f528-4d64-8815-ae8f776a91a7 admin admin] 10.222.0.52 "PUT /v2.0/routers/0702f837-26ed-4ffb-af06-067924b80f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5256488 Mar 07 17:17:02.998339 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36428) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:03.000247 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07ce45-4a9f-4c1b-99c8-1a5797407ebd None None] Sync routers for ids ['0702f837-26ed-4ffb-af06-067924b80f1d'] in dv-cinder-778193-24-iscsi {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:17:03.011412 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07ce45-4a9f-4c1b-99c8-1a5797407ebd None None] Routers {'0702f837-26ed-4ffb-af06-067924b80f1d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:03.012370 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4a07ce45-4a9f-4c1b-99c8-1a5797407ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:17:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0702f837-26ed-4ffb-af06-067924b80f1d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:03.072423 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-380b3a9e-6e1d-48c1-a8f6-2d3f7c76c01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (c694c8a5-8092-4308-a464-eb32f02fbcb1), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.126055 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Publish callbacks [] for router (0702f837-26ed-4ffb-af06-067924b80f1d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.144672 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-4a07ce45-4a9f-4c1b-99c8-1a5797407ebd None None] Set router 0702f837-26ed-4ffb-af06-067924b80f1d gateway port host: dv-cinder-778193-24-iscsi {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:03.168058 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.198811 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-380b3a9e-6e1d-48c1-a8f6-2d3f7c76c01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12767345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13222127'] for subnet (c694c8a5-8092-4308-a464-eb32f02fbcb1), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.226876 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b3a9e-6e1d-48c1-a8f6-2d3f7c76c01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c694c8a5-8092-4308-a464-eb32f02fbcb1,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:03.230865 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-380b3a9e-6e1d-48c1-a8f6-2d3f7c76c01f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.234393 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-380b3a9e-6e1d-48c1-a8f6-2d3f7c76c01f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c694c8a5-8092-4308-a464-eb32f02fbcb1 HTTP/1.1" status: 204 len: 168 time: 0.3592670 Mar 07 17:17:03.236745 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36430) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:03.246632 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479e844-99ae-4781-8f74-41db8754141f None None] Network b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:17:03.250029 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Publish callbacks [] for router_gateway (0702f837-26ed-4ffb-af06-067924b80f1d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.318485 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.404087 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Deleting port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:03.404087 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.414053 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Deleting port f89d83ed-905e-49a9-a417-26faadb8db3a {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:03.414417 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.474690 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4a07ce45-4a9f-4c1b-99c8-1a5797407ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:17:01Z', 'revision_number': 5, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port': {'id': 'f89d83ed-905e-49a9-a417-26faadb8db3a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:28Z', 'updated_at': '2022-03-07T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:03.487474 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f9916f-917a-42dc-ac7a-41ec20abe8c0 None None] DHCP port deletion for b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee request from dv-cinder-778193-24-iscsi {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:17:03.504962 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] For port be5c9dd4-407b-4b1d-9f7d-0146e10e7550, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=be5c9dd4-407b-4b1d-9f7d-0146e10e7550,segment=NetworkSegment(71593b4d-7ff3-4fbd-aa5e-e17442816318),segment_id=71593b4d-7ff3-4fbd-aa5e-e17442816318)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:03.506351 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.513772 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07ce45-4a9f-4c1b-99c8-1a5797407ebd None None] Checking router: 0702f837-26ed-4ffb-af06-067924b80f1d for host: dv-cinder-778193-24-iscsi {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:17:03.527101 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07ce45-4a9f-4c1b-99c8-1a5797407ebd None None] Routers {'0702f837-26ed-4ffb-af06-067924b80f1d'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:03.527736 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4a07ce45-4a9f-4c1b-99c8-1a5797407ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:17:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['0702f837-26ed-4ffb-af06-067924b80f1d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:03.531259 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Calling delete_port for be5c9dd4-407b-4b1d-9f7d-0146e10e7550 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:03.543876 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] For port f89d83ed-905e-49a9-a417-26faadb8db3a, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=f89d83ed-905e-49a9-a417-26faadb8db3a,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:03.544512 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.553732 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-09f9916f-917a-42dc-ac7a-41ec20abe8c0 None None] Deleting port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:03.558031 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-09f9916f-917a-42dc-ac7a-41ec20abe8c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.559025 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Calling delete_port for f89d83ed-905e-49a9-a417-26faadb8db3a owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:03.623317 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-4a07ce45-4a9f-4c1b-99c8-1a5797407ebd None None] Set router 0702f837-26ed-4ffb-af06-067924b80f1d gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:03.650222 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-09f9916f-917a-42dc-ac7a-41ec20abe8c0 None None] For port be5c9dd4-407b-4b1d-9f7d-0146e10e7550, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=be5c9dd4-407b-4b1d-9f7d-0146e10e7550,segment=NetworkSegment(71593b4d-7ff3-4fbd-aa5e-e17442816318),segment_id=71593b4d-7ff3-4fbd-aa5e-e17442816318)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:03.650586 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-09f9916f-917a-42dc-ac7a-41ec20abe8c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.670887 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-09f9916f-917a-42dc-ac7a-41ec20abe8c0 None None] Calling delete_port for be5c9dd4-407b-4b1d-9f7d-0146e10e7550 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:03.678658 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4a07ce45-4a9f-4c1b-99c8-1a5797407ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:17:03Z', 'revision_number': 6, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port_host': None}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:03.709078 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.710937 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07ce45-4a9f-4c1b-99c8-1a5797407ebd None None] The sync data for ids ['0702f837-26ed-4ffb-af06-067924b80f1d'] in dv-cinder-778193-24-iscsi is: [{'id': '0702f837-26ed-4ffb-af06-067924b80f1d', 'name': 'tempest-TestMinimumBasicScenario-633737790-router', 'tenant_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:27Z', 'updated_at': '2022-03-07T17:17:03Z', 'revision_number': 6, 'project_id': '94ddb0a1045e4c93a220cc12a25dbd8f', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:17:03.748761 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5c9dd4-407b-4b1d-9f7d-0146e10e7550,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:03.757103 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] No DVR routers for this DVR port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 on host dv-cinder-778193-24-iscsi {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:17:03.787060 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-09f9916f-917a-42dc-ac7a-41ec20abe8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088'] for port (be5c9dd4-407b-4b1d-9f7d-0146e10e7550), after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.822356 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9916f-917a-42dc-ac7a-41ec20abe8c0 None None] Pushing event deleted for resources: {'Port': ['ID=be5c9dd4-407b-4b1d-9f7d-0146e10e7550,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:03.824482 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9916f-917a-42dc-ac7a-41ec20abe8c0 None None] No DVR routers for this DVR port be5c9dd4-407b-4b1d-9f7d-0146e10e7550 on host dv-cinder-778193-24-iscsi {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:17:03.846668 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.849731 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (f89d83ed-905e-49a9-a417-26faadb8db3a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.870120 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:03.879661 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89d83ed-905e-49a9-a417-26faadb8db3a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:03.884603 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71593b4d-7ff3-4fbd-aa5e-e17442816318') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:03.885128 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.services.segments.db [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71593b4d-7ff3-4fbd-aa5e-e17442816318') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:03.900664 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12967054'] for segment (71593b4d-7ff3-4fbd-aa5e-e17442816318), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.915685 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (71593b4d-7ff3-4fbd-aa5e-e17442816318), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.931293 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:17:03.931678 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12767259'] for segment (71593b4d-7ff3-4fbd-aa5e-e17442816318), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: Traceback (most recent call last): Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: timer() Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: cb(*args, **kw) Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: return func(*args, **kwargs) Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: self._notify() Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: self.callback(batched_events) Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: event.method(event) Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: return f(self, *a, **k) Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._get(url).json() Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: return self.request(url, 'GET', **kwargs) Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:17:03.933519 dv-cinder-778193-24-iscsi neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:17:03.945600 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721035'] for router_gateway (0702f837-26ed-4ffb-af06-067924b80f1d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.067133 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24899'] for router (0702f837-26ed-4ffb-af06-067924b80f1d), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.069281 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Publish callbacks [] for router_controller (0702f837-26ed-4ffb-af06-067924b80f1d), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.072271 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.081560 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.087513 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee HTTP/1.1" status: 204 len: 168 time: 0.8492444 Mar 07 17:17:04.105094 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abe923-bc29-437e-8988-c0eb14e3f690 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0dfcac9-414c-4cb4-bfa9-7c95aec5c7ee,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:04.204815 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728104'] for router (0702f837-26ed-4ffb-af06-067924b80f1d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.205917 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0702f837-26ed-4ffb-af06-067924b80f1d {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:17:04.215111 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.219441 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b9236ead-f22d-4acd-a8a8-25d4e2e58c08 admin admin] 10.222.0.52 "DELETE /v2.0/routers/0702f837-26ed-4ffb-af06-067924b80f1d HTTP/1.1" status: 204 len: 168 time: 1.2174251 Mar 07 17:17:04.219863 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36434) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:04.291949 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ae2d74-c192-4248-8402-3978b6387799 admin admin] Deleting subnet 8096af94-551b-4dcb-ab71-55c6dab78fcf {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:17:04.295215 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93ae2d74-c192-4248-8402-3978b6387799 admin admin] Publish callbacks [] for subnet (8096af94-551b-4dcb-ab71-55c6dab78fcf), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.342080 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93ae2d74-c192-4248-8402-3978b6387799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12967029'] for subnet (8096af94-551b-4dcb-ab71-55c6dab78fcf), precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.422602 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93ae2d74-c192-4248-8402-3978b6387799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (8096af94-551b-4dcb-ab71-55c6dab78fcf), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.544439 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36436) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:04.569822 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93ae2d74-c192-4248-8402-3978b6387799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12767345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13222127'] for subnet (8096af94-551b-4dcb-ab71-55c6dab78fcf), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.575354 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device be5c9dd4-407b-4b1d-9f7d-0146e10e7550 no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:04.596571 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: be5c9dd4-407b-4b1d-9f7d-0146e10e7550 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:04.596929 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device be5c9dd4-407b-4b1d-9f7d-0146e10e7550 not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:04.597914 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f89d83ed-905e-49a9-a417-26faadb8db3a no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:04.610014 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae2d74-c192-4248-8402-3978b6387799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8096af94-551b-4dcb-ab71-55c6dab78fcf,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:04.618703 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: f89d83ed-905e-49a9-a417-26faadb8db3a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:04.619053 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device f89d83ed-905e-49a9-a417-26faadb8db3a not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:04.619663 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 7f88e511-205f-4b79-8b3b-3b99e0dd468d no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:04.624792 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93ae2d74-c192-4248-8402-3978b6387799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.627111 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-93ae2d74-c192-4248-8402-3978b6387799 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8096af94-551b-4dcb-ab71-55c6dab78fcf HTTP/1.1" status: 204 len: 168 time: 0.4040971 Mar 07 17:17:04.628463 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36438) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:04.641209 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-2b2d63ae-6314-4b57-9e07-be24952ffb19 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=92bdf6bf19df4e0d8303135729cf686c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0955455 Mar 07 17:17:04.642016 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36440) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:04.646237 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6939138-a7d0-436f-ab26-a9eb80a6f89a None None] Network 76da18d7-9df8-4f80-b5d2-414ec42ec26a requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:17:04.650114 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 7f88e511-205f-4b79-8b3b-3b99e0dd468d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:04.650497 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 7f88e511-205f-4b79-8b3b-3b99e0dd468d not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:04.651143 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device d9e19fd0-2aba-4c2c-b2fd-01750515a0ae no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:04.692627 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: d9e19fd0-2aba-4c2c-b2fd-01750515a0ae {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:04.692978 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device d9e19fd0-2aba-4c2c-b2fd-01750515a0ae not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:04.698992 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84f61107-4d0f-4de9-822e-52ea469928ca admin admin] Publish callbacks [] for security_group (0ccb803d-4c93-4659-be00-371f19c70180), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.725921 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84f61107-4d0f-4de9-822e-52ea469928ca admin admin] Publish callbacks [] for security_group (0ccb803d-4c93-4659-be00-371f19c70180), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.726149 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (76da18d7-9df8-4f80-b5d2-414ec42ec26a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.888145 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.893124 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] DHCP port deletion for 76da18d7-9df8-4f80-b5d2-414ec42ec26a request from dv-cinder-778193-24-iscsi {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:17:04.928228 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84f61107-4d0f-4de9-822e-52ea469928ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (0ccb803d-4c93-4659-be00-371f19c70180), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.931823 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84f61107-4d0f-4de9-822e-52ea469928ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.936641 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-84f61107-4d0f-4de9-822e-52ea469928ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ccb803d-4c93-4659-be00-371f19c70180 HTTP/1.1" status: 204 len: 168 time: 0.2900763 Mar 07 17:17:04.944466 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f61107-4d0f-4de9-822e-52ea469928ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccb803d-4c93-4659-be00-371f19c70180,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:04.979315 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Deleting port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:04.979993 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.057759 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] For port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=5de884f0-1a3e-4c79-9b64-7ea5309dc0ad,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:05.058527 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.080840 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Calling delete_port for 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:05.109113 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Deleting port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:05.109113 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.177448 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] For port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=5de884f0-1a3e-4c79-9b64-7ea5309dc0ad,segment=NetworkSegment(9ad67703-ace3-4438-bdb1-ba7103fc4a25),segment_id=9ad67703-ace3-4438-bdb1-ba7103fc4a25)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:05.177855 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.191890 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Calling delete_port for 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:05.306817 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.319436 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (5de884f0-1a3e-4c79-9b64-7ea5309dc0ad), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.336686 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] No DVR routers for this DVR port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad on host dv-cinder-778193-24-iscsi {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:17:05.340905 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Pushing event deleted for resources: {'Port': ['ID=5de884f0-1a3e-4c79-9b64-7ea5309dc0ad,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:05.351742 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.352104 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.352453 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.352794 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.353133 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.353664 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.354013 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.354346 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.354710 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.355044 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.355414 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.355690 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.356019 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6cc5-a332-43aa-bf5f-d0fa1cc9387d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-24-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:05.356987 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de884f0-1a3e-4c79-9b64-7ea5309dc0ad,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:05.361686 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] No DVR routers for this DVR port 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad on host dv-cinder-778193-24-iscsi {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:17:05.441910 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (76da18d7-9df8-4f80-b5d2-414ec42ec26a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.466855 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76da18d7-9df8-4f80-b5d2-414ec42ec26a']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:05.477146 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad67703-ace3-4438-bdb1-ba7103fc4a25') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:05.477442 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad67703-ace3-4438-bdb1-ba7103fc4a25') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:05.486820 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347676'] for segment (9ad67703-ace3-4438-bdb1-ba7103fc4a25), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.500743 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (9ad67703-ace3-4438-bdb1-ba7103fc4a25), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.506988 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:17:05.507512 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14347421'] for segment (9ad67703-ace3-4438-bdb1-ba7103fc4a25), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: self.session.flush() Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: self.session.flush() Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: self.session.flush() Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: self.session.flush() Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: timer() Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: cb(*args, **kw) Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: self._notify() Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: self.callback(batched_events) Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: event.method(event) Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._get(url).json() Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:17:05.509288 dv-cinder-778193-24-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:17:05.632552 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (76da18d7-9df8-4f80-b5d2-414ec42ec26a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.639531 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.647399 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] 10.222.0.52 "DELETE /v2.0/networks/76da18d7-9df8-4f80-b5d2-414ec42ec26a HTTP/1.1" status: 204 len: 168 time: 1.0170009 Mar 07 17:17:05.649751 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36446) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:05.664779 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66382eb8-28ce-4267-877d-cb64d1b0df61 admin admin] Pushing event deleted for resources: {'Network': ['ID=76da18d7-9df8-4f80-b5d2-414ec42ec26a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:05.749046 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36448) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:05.805938 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-fe705e23-2d40-43fa-9542-d1c2135da9c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e82aefcad8264bd99aa90358d31cd20c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556769 Mar 07 17:17:05.806573 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36450) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:05.882650 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6d351ce-42ad-4512-8eb6-411d074833c1 admin admin] Publish callbacks [] for security_group (bf25ee39-ab46-472f-9b13-d41c9092dfc1), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:05.906355 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6d351ce-42ad-4512-8eb6-411d074833c1 admin admin] Publish callbacks [] for security_group (bf25ee39-ab46-472f-9b13-d41c9092dfc1), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:06.026512 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6d351ce-42ad-4512-8eb6-411d074833c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (bf25ee39-ab46-472f-9b13-d41c9092dfc1), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:06.029296 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6d351ce-42ad-4512-8eb6-411d074833c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:06.030507 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b6d351ce-42ad-4512-8eb6-411d074833c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf25ee39-ab46-472f-9b13-d41c9092dfc1 HTTP/1.1" status: 204 len: 168 time: 0.2229924 Mar 07 17:17:06.040576 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d351ce-42ad-4512-8eb6-411d074833c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf25ee39-ab46-472f-9b13-d41c9092dfc1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:06.057743 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-727125'] for router_interface (54bc00c5-a539-431c-9fab-5ddccd127271), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:06.336024 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:06.348743 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] Deleting port bbced837-013d-46b7-b244-e7cd4c9b328a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:06.349416 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:06.357993 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:06.358743 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 5de884f0-1a3e-4c79-9b64-7ea5309dc0ad not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:06.455111 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] For port bbced837-013d-46b7-b244-e7cd4c9b328a, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=bbced837-013d-46b7-b244-e7cd4c9b328a,segment=NetworkSegment(9a59c850-5db5-46ec-a40f-6be65c17cecf),segment_id=9a59c850-5db5-46ec-a40f-6be65c17cecf)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:06.455472 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:06.474746 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] Calling delete_port for bbced837-013d-46b7-b244-e7cd4c9b328a owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:06.729217 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12767302'] for port (bbced837-013d-46b7-b244-e7cd4c9b328a), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:06.754587 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbced837-013d-46b7-b244-e7cd4c9b328a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:06.953774 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-727073'] for router_interface (54bc00c5-a539-431c-9fab-5ddccd127271), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:07.176391 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] Router 54bc00c5-a539-431c-9fab-5ddccd127271 has already been hosted by L3 agent 610b56c3-bdb5-4643-86a3-b72c38c90c9f {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:17:07.287441 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] Notify agent at l3_agent.dv-cinder-778193-24-iscsi the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:17:07.292586 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-7c52f1fb-4f6e-40ec-a0c4-a411bffe9750 admin admin] 10.222.0.52 "PUT /v2.0/routers/54bc00c5-a539-431c-9fab-5ddccd127271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6412408 Mar 07 17:17:07.295682 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36454) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:07.296715 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d300d-b710-4a31-971d-f0dd97cc2665 None None] Sync routers for ids ['54bc00c5-a539-431c-9fab-5ddccd127271'] in dv-cinder-778193-24-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:17:07.307301 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d300d-b710-4a31-971d-f0dd97cc2665 None None] Routers {'54bc00c5-a539-431c-9fab-5ddccd127271'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:07.307912 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d37d300d-b710-4a31-971d-f0dd97cc2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:17:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['54bc00c5-a539-431c-9fab-5ddccd127271'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:07.405806 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Publish callbacks [] for router (54bc00c5-a539-431c-9fab-5ddccd127271), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:07.425981 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-d37d300d-b710-4a31-971d-f0dd97cc2665 None None] Set router 54bc00c5-a539-431c-9fab-5ddccd127271 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:07.521837 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Publish callbacks [] for router_gateway (54bc00c5-a539-431c-9fab-5ddccd127271), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:07.621252 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d37d300d-b710-4a31-971d-f0dd97cc2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'name': 'tempest-TestMinimumBasicScenario-1737457809-router', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:34Z', 'updated_at': '2022-03-07T17:17:06Z', 'revision_number': 5, 'project_id': '6cffc14becfb475e83515734731c606c', 'gw_port': {'id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:35Z', 'updated_at': '2022-03-07T17:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:07.649236 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d300d-b710-4a31-971d-f0dd97cc2665 None None] Checking router: 54bc00c5-a539-431c-9fab-5ddccd127271 for host: dv-cinder-778193-24-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:17:07.658072 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d300d-b710-4a31-971d-f0dd97cc2665 None None] Routers {'54bc00c5-a539-431c-9fab-5ddccd127271'} bound to L3 agent in host dv-cinder-778193-24-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:07.659055 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d37d300d-b710-4a31-971d-f0dd97cc2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:56:30Z,description=,heartbeat_timestamp=2022-03-07T17:17:00Z,host='dv-cinder-778193-24-iscsi',id=610b56c3-bdb5-4643-86a3-b72c38c90c9f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:56:31Z,topic='l3_agent')) {'router_ids': ['54bc00c5-a539-431c-9fab-5ddccd127271'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:07.774320 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-d37d300d-b710-4a31-971d-f0dd97cc2665 None None] Set router 54bc00c5-a539-431c-9fab-5ddccd127271 gateway port host: dv-cinder-778193-24-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:07.777653 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Deleting port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:07.777999 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:07.865416 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] For port 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a,segment=NetworkSegment(4055f17c-e6b1-4572-899f-0e6662076226),segment_id=4055f17c-e6b1-4572-899f-0e6662076226)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:07.865816 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:07.882170 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Calling delete_port for 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:07.976176 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d37d300d-b710-4a31-971d-f0dd97cc2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'name': 'tempest-TestMinimumBasicScenario-1737457809-router', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:34Z', 'updated_at': '2022-03-07T17:17:06Z', 'revision_number': 5, 'project_id': '6cffc14becfb475e83515734731c606c', 'gw_port': {'id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:35Z', 'updated_at': '2022-03-07T17:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}], 'dv-cinder-778193-24-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:08.008977 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d300d-b710-4a31-971d-f0dd97cc2665 None None] The sync data for ids ['54bc00c5-a539-431c-9fab-5ddccd127271'] in dv-cinder-778193-24-iscsi is: [{'id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'name': 'tempest-TestMinimumBasicScenario-1737457809-router', 'tenant_id': '6cffc14becfb475e83515734731c606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'external_fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:14:34Z', 'updated_at': '2022-03-07T17:17:06Z', 'revision_number': 5, 'project_id': '6cffc14becfb475e83515734731c606c', 'gw_port': {'id': '9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a', 'name': '', 'network_id': 'fb95a624-842c-4336-8b8c-80326a081833', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bc00c5-a539-431c-9fab-5ddccd127271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '24a996ee-10d6-4155-a197-7770a1342f73', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:14:35Z', 'updated_at': '2022-03-07T17:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a996ee-10d6-4155-a197-7770a1342f73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-24-iscsi'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:17:08.169433 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:08.195490 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:08.264117 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721035'] for router_gateway (54bc00c5-a539-431c-9fab-5ddccd127271), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:08.373328 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24899'] for router (54bc00c5-a539-431c-9fab-5ddccd127271), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:08.375897 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Publish callbacks [] for router_controller (54bc00c5-a539-431c-9fab-5ddccd127271), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:08.465507 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device bbced837-013d-46b7-b244-e7cd4c9b328a no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:08.488977 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: bbced837-013d-46b7-b244-e7cd4c9b328a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:08.489316 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device bbced837-013d-46b7-b244-e7cd4c9b328a not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:08.500561 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728104'] for router (54bc00c5-a539-431c-9fab-5ddccd127271), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:08.501174 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54bc00c5-a539-431c-9fab-5ddccd127271 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:17:08.506732 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:08.507928 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-e5f9fd0e-8483-4f18-a7f6-2473361fe740 admin admin] 10.222.0.52 "DELETE /v2.0/routers/54bc00c5-a539-431c-9fab-5ddccd127271 HTTP/1.1" status: 204 len: 168 time: 1.2112644 Mar 07 17:17:08.510570 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36456) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:08.571943 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-0426f23b-1123-47b3-9090-bc7031a3785e admin admin] Deleting subnet 751c7a60-649c-4c87-a2d8-2151b056c538 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:17:08.574950 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0426f23b-1123-47b3-9090-bc7031a3785e admin admin] Publish callbacks [] for subnet (751c7a60-649c-4c87-a2d8-2151b056c538), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:08.613894 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0426f23b-1123-47b3-9090-bc7031a3785e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347623'] for subnet (751c7a60-649c-4c87-a2d8-2151b056c538), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:08.704043 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0426f23b-1123-47b3-9090-bc7031a3785e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830650'] for subnet (751c7a60-649c-4c87-a2d8-2151b056c538), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:08.849723 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0426f23b-1123-47b3-9090-bc7031a3785e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14347511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12806377'] for subnet (751c7a60-649c-4c87-a2d8-2151b056c538), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:08.899197 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0426f23b-1123-47b3-9090-bc7031a3785e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:08.903964 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41a70c-ef9f-4df1-b41a-b9c88a54d903 None None] Network 7ed42dde-e7b7-4920-8a88-6a758f935f40 requested from dv-cinder-778193-24-iscsi {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:17:08.904877 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0426f23b-1123-47b3-9090-bc7031a3785e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/751c7a60-649c-4c87-a2d8-2151b056c538 HTTP/1.1" status: 204 len: 168 time: 0.3930969 Mar 07 17:17:08.906223 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426f23b-1123-47b3-9090-bc7031a3785e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751c7a60-649c-4c87-a2d8-2151b056c538,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:08.908538 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36458) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:08.993439 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1736053'] for network (7ed42dde-e7b7-4920-8a88-6a758f935f40), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.055935 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Deleting port 8a339e59-53da-47f3-ab33-80d59879100f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:09.056318 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (8a339e59-53da-47f3-ab33-80d59879100f), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.088836 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea6660c-7f14-4401-be51-b61f599714d5 None None] DHCP port deletion for 7ed42dde-e7b7-4920-8a88-6a758f935f40 request from dv-cinder-778193-24-iscsi {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:17:09.134981 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] For port 8a339e59-53da-47f3-ab33-80d59879100f, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=8a339e59-53da-47f3-ab33-80d59879100f,segment=NetworkSegment(9a59c850-5db5-46ec-a40f-6be65c17cecf),segment_id=9a59c850-5db5-46ec-a40f-6be65c17cecf)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:09.135450 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (8a339e59-53da-47f3-ab33-80d59879100f), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.151925 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Calling delete_port for 8a339e59-53da-47f3-ab33-80d59879100f owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:09.271297 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dea6660c-7f14-4401-be51-b61f599714d5 None None] Deleting port 8a339e59-53da-47f3-ab33-80d59879100f {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:09.271661 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dea6660c-7f14-4401-be51-b61f599714d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758370333507'] for port (8a339e59-53da-47f3-ab33-80d59879100f), before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.335064 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14347456'] for port (8a339e59-53da-47f3-ab33-80d59879100f), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.337306 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-dea6660c-7f14-4401-be51-b61f599714d5 None None] For port 8a339e59-53da-47f3-ab33-80d59879100f, host dv-cinder-778193-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-24-iscsi',level=0,port_id=8a339e59-53da-47f3-ab33-80d59879100f,segment=NetworkSegment(9a59c850-5db5-46ec-a40f-6be65c17cecf),segment_id=9a59c850-5db5-46ec-a40f-6be65c17cecf)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:09.337517 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dea6660c-7f14-4401-be51-b61f599714d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-724039'] for port (8a339e59-53da-47f3-ab33-80d59879100f), precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.350736 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dea6660c-7f14-4401-be51-b61f599714d5 None None] Calling delete_port for 8a339e59-53da-47f3-ab33-80d59879100f owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:09.362417 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a339e59-53da-47f3-ab33-80d59879100f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:09.371557 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] No DVR routers for this DVR port 8a339e59-53da-47f3-ab33-80d59879100f on host dv-cinder-778193-24-iscsi {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:17:09.433522 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dea6660c-7f14-4401-be51-b61f599714d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758370340006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758369852088'] for port (8a339e59-53da-47f3-ab33-80d59879100f), after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.450861 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824629', 'neutron.services.segments.db._delete_segments_for_network-8758370375783'] for network (7ed42dde-e7b7-4920-8a88-6a758f935f40), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.459848 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6660c-7f14-4401-be51-b61f599714d5 None None] Pushing event deleted for resources: {'Port': ['ID=8a339e59-53da-47f3-ab33-80d59879100f,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:09.463667 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea6660c-7f14-4401-be51-b61f599714d5 None None] No DVR routers for this DVR port 8a339e59-53da-47f3-ab33-80d59879100f on host dv-cinder-778193-24-iscsi {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:17:09.484126 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed42dde-e7b7-4920-8a88-6a758f935f40']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:09.495241 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a59c850-5db5-46ec-a40f-6be65c17cecf') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:09.495559 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a59c850-5db5-46ec-a40f-6be65c17cecf') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:09.506230 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758370377072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347676'] for segment (9a59c850-5db5-46ec-a40f-6be65c17cecf), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.520179 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689'] for segment (9a59c850-5db5-46ec-a40f-6be65c17cecf), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.526889 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:17:09.527278 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1828689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14347421'] for segment (9a59c850-5db5-46ec-a40f-6be65c17cecf), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: timer() Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: cb(*args, **kw) Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: self._notify() Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: self.callback(batched_events) Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: event.method(event) Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._get(url).json() Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:17:09.528978 dv-cinder-778193-24-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:17:09.654924 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721071'] for network (7ed42dde-e7b7-4920-8a88-6a758f935f40), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.661081 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555031'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:09.666288 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7ed42dde-e7b7-4920-8a88-6a758f935f40 HTTP/1.1" status: 204 len: 168 time: 0.7538595 Mar 07 17:17:09.675483 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126924cf-bd94-4d0a-98c3-ad0a03e979c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed42dde-e7b7-4920-8a88-6a758f935f40,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:10.076306 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36462) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:10.120926 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-1d958194-4ca3-4021-a16e-198baf5568cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94ddb0a1045e4c93a220cc12a25dbd8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434647 Mar 07 17:17:10.123651 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.52', 36464) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:10.172622 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e8a360b-6a4a-4946-afea-b5931c986b23 admin admin] Publish callbacks [] for security_group (41d18c97-e209-4971-a3fb-727bb909bf7a), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:10.195249 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e8a360b-6a4a-4946-afea-b5931c986b23 admin admin] Publish callbacks [] for security_group (41d18c97-e209-4971-a3fb-727bb909bf7a), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:10.311906 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e8a360b-6a4a-4946-afea-b5931c986b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (41d18c97-e209-4971-a3fb-727bb909bf7a), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:10.314483 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e8a360b-6a4a-4946-afea-b5931c986b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:10.315817 dv-cinder-778193-24-iscsi neutron-server[103716]: INFO neutron.wsgi [None req-9e8a360b-6a4a-4946-afea-b5931c986b23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41d18c97-e209-4971-a3fb-727bb909bf7a HTTP/1.1" status: 204 len: 168 time: 0.1912026 Mar 07 17:17:10.324439 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a360b-6a4a-4946-afea-b5931c986b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d18c97-e209-4971-a3fb-727bb909bf7a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:10.344061 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:10.366602 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:10.366952 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 9de9e3a0-f1f2-4f05-943e-94fa25bb9f9a not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:10.367374 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8a339e59-53da-47f3-ab33-80d59879100f no longer exists at agent ovs-agent-dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:10.389885 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] No Port match for: 8a339e59-53da-47f3-ab33-80d59879100f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:10.390230 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Device 8a339e59-53da-47f3-ab33-80d59879100f not bound to the agent host dv-cinder-778193-24-iscsi {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:10.666515 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:11.006032 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36470) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:11.053070 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9b05525d-f5c1-46a6-820f-2e03bb226f33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cffc14becfb475e83515734731c606c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458100 Mar 07 17:17:11.055553 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.52', 36472) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:11.107409 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fae1d7d-7449-49e2-bca5-9f08d7949192 admin admin] Publish callbacks [] for security_group (5952a4b0-0335-4ce8-ad05-e1b1be3d27ae), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:11.130841 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fae1d7d-7449-49e2-bca5-9f08d7949192 admin admin] Publish callbacks [] for security_group (5952a4b0-0335-4ce8-ad05-e1b1be3d27ae), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:11.258975 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fae1d7d-7449-49e2-bca5-9f08d7949192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-902295'] for security_group (5952a4b0-0335-4ce8-ad05-e1b1be3d27ae), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:11.261549 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fae1d7d-7449-49e2-bca5-9f08d7949192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:11.262838 dv-cinder-778193-24-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5fae1d7d-7449-49e2-bca5-9f08d7949192 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5952a4b0-0335-4ce8-ad05-e1b1be3d27ae HTTP/1.1" status: 204 len: 168 time: 0.2063167 Mar 07 17:17:11.272686 dv-cinder-778193-24-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae1d7d-7449-49e2-bca5-9f08d7949192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5952a4b0-0335-4ce8-ad05-e1b1be3d27ae,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:28.117330 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-486f1893-d2ac-4e93-b5f9-8890f7b17c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:30.333249 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0ec0e7f0-1972-49b5-a991-d8f38b481b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:32.047323 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:33.207239 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:34.831116 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:39.354863 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:17:40.694259 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:58.116707 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb410aac-b9f4-410f-95e1-d29290e2319e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:00.366649 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e733-3d61-478f-ba8b-f99d1b98a3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:02.002037 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:03.178105 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:04.829006 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:10.676495 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:16.353887 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:18:28.091458 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4a86b4ee-76ed-402f-b5d7-913cbfd72d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:30.332936 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5606b92c-f498-41ef-aeca-4ccb509d1eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:31.995580 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:33.172915 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:34.852741 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:40.692685 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:53.352349 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:18:58.120780 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b9991bfc-3d37-40b4-bdce-d93c6bcb0097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:00.348942 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6233edb1-4873-4256-ab24-bdd729695749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:02.011957 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:03.212173 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:04.817582 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:10.760047 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:28.091515 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee860-6b51-46d2-95da-c10acd360937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:30.351642 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:19:30.365362 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d2f82b1a-2f64-4b9c-9d39-cb526ce603f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:32.012057 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:33.203937 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:34.834106 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:40.702455 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:58.113513 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc1d8-c21c-496e-94d3-0c4e7d4d493f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:00.305601 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a37e86b1-c0a0-4672-a9a0-a3acdb714dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:02.016484 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:03.176266 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:04.879205 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:07.351926 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:20:10.682884 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:28.118791 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e666e85-1a0a-4146-920b-69ea64be06f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:30.375592 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9fb4ab5f-b7b7-446d-b647-86e713153d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:32.015290 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:32.494470 dv-cinder-778193-24-iscsi neutron-server[103716]: DEBUG neutron.wsgi [req-48a52d11-b937-4855-aa4e-7bfc3012681a req-62fbd0cc-4cd3-42d7-bf87-e436e96e01e2 service neutron] (103716) timed out ('10.222.0.65', 59092) {{(pid=103716) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 17:20:33.227521 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:34.826881 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:40.683836 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:44.350942 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:20:58.081683 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-add56efe-6e09-4dbe-905e-4fa84cd2b7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:00.317458 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-be27198c-383d-4656-9641-5090b4fad346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:02.024113 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:03.195663 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:04.852941 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:10.672035 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:21.349602 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:21:28.103691 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-85355de7-54dc-47c7-88d0-4156b700c0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:30.322071 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dde3fabb-cf08-4574-90ac-c17a563fad4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.029469 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.191078 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:34.842350 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:40.686338 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:58.108930 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9482-cb25-4c7e-bc0e-36bfd74756bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (294f885c-ed70-423d-8ab4-220b59a4959e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:58.350578 dv-cinder-778193-24-iscsi neutron-server[103718]: DEBUG neutron.db.agents_db [None req-eb36fa89-5c80-4cec-a1d1-58c1f52eb594 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:22:00.338906 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8ad9acd5-3cfa-4eea-b404-d50590c671ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (610b56c3-bdb5-4643-86a3-b72c38c90c9f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:02.035788 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a8167960-00ae-43c2-af5d-525e3de26928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (bd69298a-864e-46af-a780-3c62ba2c3dc6), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:03.224484 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd33d-5636-43e4-a16d-6625cf02d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (97a1f59b-dce1-4fe0-9161-54839ffce9cb), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:04.830015 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3904-fd91-4372-8c41-88d6d10ffcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (a5155b26-b734-4e7a-a727-71df2e04e303), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:10.716435 dv-cinder-778193-24-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a4cc-1bc2-47dd-9967-966b2071cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758370375765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1826446'] for agent (10b18d19-2ffc-484b-8c91-d340d69f64aa), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}